-- Logs begin at Thu 2021-07-29 07:45:02 UTC, end at Thu 2021-07-29 09:03:00 UTC. -- Jul 29 08:35:55.219212 dv-cinder-802781-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 08:35:57.574992 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.common.config [-] Logging enabled! Jul 29 08:35:57.575626 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 08:35:57.575764 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 08:35:57.578930 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.common.config [-] Logging enabled! Jul 29 08:35:57.579180 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 08:35:57.579492 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 08:35:57.580424 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 08:35:57.580659 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 08:35:57.581020 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 08:35:57.581267 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 08:35:57.581495 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 08:35:57.581846 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.582147 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.582445 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.582677 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.582973 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.583264 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.583548 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.583837 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.584135 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.584421 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.585224 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.585513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.585746 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.586051 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.586338 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.586625 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.586850 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] debug = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.587132 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.587561 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.587974 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.588255 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.588546 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.588826 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.589098 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.589373 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.589656 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.590013 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] host = dv-cinder-802781-1-smb {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.590295 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.590585 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.590872 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.591158 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.591433 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.591709 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.591994 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.592269 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.592541 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.592816 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.593103 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.593389 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.593684 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.593940 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.594164 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.594453 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.594741 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.595014 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.595287 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.595559 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.595829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.596100 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.596367 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.596649 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.596932 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.597216 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.597486 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.597775 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.598048 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.598317 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.598599 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.598870 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.599139 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.599409 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.599692 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.599958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.600921 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.601234 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.601522 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.601826 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.602116 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.602387 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.602668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.602939 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.603209 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.603483 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_json = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.603757 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.604024 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.604303 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.604577 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.604849 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.605121 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.605391 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.605673 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:35:57.605993 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.606291 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.606590 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.606875 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.607170 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.607449 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.607738 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.608015 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.608303 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.608588 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.608876 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.609155 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.609443 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.609719 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.610035 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.610339 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.610632 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.610925 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.611205 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.611477 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.611750 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.612027 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.612310 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.612600 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.612890 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.613165 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.613443 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.613739 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.614041 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.614314 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.614592 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.614880 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.615159 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.615432 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.615714 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.616010 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.616282 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.616552 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.616830 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.617122 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.617400 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.617671 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.618031 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.618313 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.618584 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.619786 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.620071 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.620351 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.620629 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.620911 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.621188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.621465 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.621746 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.622057 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.622338 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.622614 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.622889 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.623163 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.623435 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.623704 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.623982 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.624253 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.624533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.624806 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.625078 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.625350 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.625625 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.625927 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.626221 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.626520 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.626801 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.627081 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.627362 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.627641 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.627922 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.628201 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.628479 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.628758 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.629032 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.629321 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.629603 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.629919 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.630207 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.630486 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.630783 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.631060 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.631343 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.631644 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.631931 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.632222 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.632507 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.632801 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.633101 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.633395 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.633991 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.634289 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.634573 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.634883 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.635165 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:35:57.635384 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 08:35:57.635622 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 08:35:58.022650 dv-cinder-802781-1-smb neutron-server[79115]: INFO keyring.backend [-] Loading KWallet Jul 29 08:35:58.030424 dv-cinder-802781-1-smb neutron-server[79115]: INFO keyring.backend [-] Loading SecretService Jul 29 08:35:58.034029 dv-cinder-802781-1-smb neutron-server[79115]: INFO keyring.backend [-] Loading Windows Jul 29 08:35:58.035378 dv-cinder-802781-1-smb neutron-server[79115]: INFO keyring.backend [-] Loading chainer Jul 29 08:35:58.035962 dv-cinder-802781-1-smb neutron-server[79115]: INFO keyring.backend [-] Loading macOS Jul 29 08:35:58.069971 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:35:58.070244 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:35:58.070535 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:35:58.070870 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 08:35:58.374931 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.375143 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.375420 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.376647 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.376930 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.377198 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.497320 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.497593 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.497895 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.511226 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.511505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.511778 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.540658 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.540947 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.541316 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.580907 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.581410 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.581498 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.811445 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.811729 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.811996 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.812265 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.813216 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.936668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.936988 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.937275 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.937551 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.937845 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.938161 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.938429 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.938688 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.938945 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.939231 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.939561 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.939836 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.940103 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.940363 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.940631 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.940904 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.941164 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.941438 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.941693 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.942001 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.942356 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.942611 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.942861 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.943147 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.943404 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.943651 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.944645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.944885 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.945122 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.945357 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.945593 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.945858 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:35:58.946320 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 08:35:58.949424 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 08:35:58.953331 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 08:35:58.957118 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 29 08:35:58.958779 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 08:35:58.959223 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 08:35:58.959606 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 08:35:58.960484 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 08:35:58.963283 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 08:35:58.963537 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 08:35:58.964041 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 08:35:58.991860 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 08:35:58.992304 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.992602 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 08:35:58.992967 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.994345 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 08:35:58.994635 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 08:35:58.994886 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 08:35:58.998069 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:58.998356 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:35:59.062060 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 08:35:59.062249 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 08:35:59.062488 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 08:35:59.062858 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 08:35:59.094771 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_db.sqlalchemy.engines [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 29 08:35:59.804919 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing driver for type 'gre' Jul 29 08:35:59.805561 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] gre ID ranges: [(1, 1000)] Jul 29 08:35:59.982320 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing driver for type 'local' Jul 29 08:35:59.982657 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing driver for type 'vlan' Jul 29 08:36:00.079186 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] VlanTypeDriver initialization complete Jul 29 08:36:00.079458 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing driver for type 'vxlan' Jul 29 08:36:00.079957 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] vxlan ID ranges: [(1, 1000)] Jul 29 08:36:00.267163 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing extension driver 'port_security' Jul 29 08:36:00.267503 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.extensions.port_security [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] PortSecurityExtensionDriver initialization complete Jul 29 08:36:00.267834 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing mechanism driver 'openvswitch' Jul 29 08:36:00.268188 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing mechanism driver 'hyperv' Jul 29 08:36:00.278688 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.plugins.ml2.plugin [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:00.279444 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.279815 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.280165 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.280547 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.280896 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.281265 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.281607 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.281976 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.282316 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.282685 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.283024 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.283363 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.283773 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.284112 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.284446 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.284810 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > address_group after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.285147 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > address_group after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.285479 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.285839 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] ML2 OVO RPC backend initialized. {{(pid=79115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 29 08:36:00.286535 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.286886 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.287300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.287645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > networks before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.288673 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.289209 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > ports before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.289726 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.290108 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnets before_response 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.290456 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.290799 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.291138 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.291474 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.291810 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.292145 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.292479 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.292814 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.293151 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.293723 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.plugin [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Modular L2 Plugin initialization complete Jul 29 08:36:00.294075 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading services supported by the core plugin {{(pid=79115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 08:36:00.294399 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.plugins.ml2.managers [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Got port-security extension from driver 'port_security' Jul 29 08:36:00.294887 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.extensions.vlantransparent [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Disabled vlantransparent extension. Jul 29 08:36:00.295370 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 08:36:00.295679 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: router Jul 29 08:36:00.331923 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.332255 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_create 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.332630 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router before_create 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.332995 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.333365 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.333718 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_delete 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.334098 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.334461 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_create 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.335437 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.335787 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.336136 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.336493 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.336907 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.337279 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.337620 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.337983 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: subnet after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.338323 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.338671 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.339018 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_create 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.339364 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.339707 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.340061 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router after_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.340401 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.340748 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_create 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.341108 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.341451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_update 55549900 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.341837 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > agent after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.342186 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > agent after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.342528 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > network after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.343382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Tracking information for resource: router configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:36:00.343707 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Tracking information for resource: floatingip configured {{(pid=79115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 08:36:00.348489 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.db.l3_agentschedulers_db [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 08:36:00.349052 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.349411 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.349772 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.350132 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: port after_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.350915 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router before_create 55550100 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.351277 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.351635 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_create 55550100 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.351989 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > router precommit_update 55550100 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.356267 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.provider_configuration [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service providers = [] {{(pid=79115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 08:36:00.356629 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.db.servicetype_db [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 08:36:00.359573 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.service_base [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 08:36:00.359918 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.service_base [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 08:36:00.360255 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.service_base [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 08:36:00.361129 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.services.service_base [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 08:36:00.361654 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.services.service_base [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 08:36:00.362045 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.362360 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 08:36:00.372718 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.373052 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: auto_allocate Jul 29 08:36:00.378752 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: network precommit_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.379126 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: network precommit_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.379643 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.379958 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: tag Jul 29 08:36:00.387870 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.388198 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: timestamp Jul 29 08:36:00.392017 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.392343 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: network_ip_availability Jul 29 08:36:00.398238 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.398611 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.398970 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.399699 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.400016 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: flavors Jul 29 08:36:00.406217 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.406601 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading Plugin: revisions Jul 29 08:36:00.420192 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 08:36:00.420645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=79115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:00.421354 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 08:36:00.421695 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Initializing extension manager. Jul 29 08:36:00.422218 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: __init__.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.422557 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: __pycache__ {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.422889 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.423220 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: address_group.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.423979 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.424538 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: address-group Jul 29 08:36:00.424879 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: address_scope.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.425607 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.426140 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: address-scope Jul 29 08:36:00.426458 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.427376 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.427874 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: router-admin-state-down-before-update Jul 29 08:36:00.428190 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: agent.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.428906 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.429397 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: agent Jul 29 08:36:00.429732 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: agent_resources_synced.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.430645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.431144 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: agent-resources-synced Jul 29 08:36:00.431464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: allowedaddresspairs.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.433425 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.433977 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: allowed-address-pairs Jul 29 08:36:00.434301 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: auto_allocated_topology.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.435357 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.435866 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: auto-allocated-topology Jul 29 08:36:00.436189 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: availability_zone.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.436879 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.437375 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: availability_zone Jul 29 08:36:00.437695 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: availability_zone_filter.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.438621 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.439164 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: availability_zone_filter Jul 29 08:36:00.439490 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: data_plane_status.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.445816 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.446315 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 08:36:00.446632 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: default_subnetpools.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.447548 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.448043 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: default-subnetpools Jul 29 08:36:00.448363 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.449205 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.449701 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: dhcp_agent_scheduler Jul 29 08:36:00.450056 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: dns.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.450963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.451459 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 08:36:00.451778 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: dns_domain_ports.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.452685 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.453185 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 08:36:00.453503 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: dvr.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.454209 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.454704 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: dvr Jul 29 08:36:00.455026 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: empty_string_filtering.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.455963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.456460 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: empty-string-filtering Jul 29 08:36:00.456781 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.457692 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.458214 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 08:36:00.458529 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.459436 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.460594 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 08:36:00.460910 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: external_net.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.461848 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.462346 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: external-net Jul 29 08:36:00.462668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.463578 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.464077 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: extra_dhcp_opt Jul 29 08:36:00.464391 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: extraroute.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.465294 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.465848 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: extraroute Jul 29 08:36:00.466230 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: extraroute_atomic.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.467271 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.467774 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: extraroute-atomic Jul 29 08:36:00.468092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: filter_validation.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.468752 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.469245 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: filter-validation Jul 29 08:36:00.469559 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: fip_pf_description.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.470666 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.471158 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 08:36:00.471474 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: fip_port_details.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.472396 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.472891 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: fip-port-details Jul 29 08:36:00.473225 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: flavors.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.474477 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.474986 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: flavors Jul 29 08:36:00.475331 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.477105 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.477614 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 08:36:00.477968 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: floatingip_pools.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.478673 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.479171 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: floatingip-pools Jul 29 08:36:00.479490 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: ip_allocation.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.480406 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.481870 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 08:36:00.482415 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.483735 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.484256 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: ip-substring-filtering Jul 29 08:36:00.484584 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l2_adjacency.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.485519 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.486051 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 08:36:00.486372 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.487367 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.487922 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: router Jul 29 08:36:00.488245 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.490528 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.491706 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 08:36:00.492043 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.500563 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.501074 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: ext-gw-mode Jul 29 08:36:00.501395 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.502344 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.502856 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: l3-ha Jul 29 08:36:00.503174 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3_flavors.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.504094 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.504595 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: l3-flavors Jul 29 08:36:00.504914 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.505860 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.506360 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 08:36:00.507376 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: l3agentscheduler.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.508676 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.509190 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: l3_agent_scheduler Jul 29 08:36:00.509514 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: logging.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.511029 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.511580 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension logging not supported by any of loaded plugins Jul 29 08:36:00.512021 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: metering.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.512770 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.513343 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: metering Jul 29 08:36:00.513665 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.514780 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.515286 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: metering_source_and_destination_fields Jul 29 08:36:00.515608 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: multiprovidernet.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.516657 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.517161 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: multi-provider Jul 29 08:36:00.517481 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: netmtu.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.518486 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.518984 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: net-mtu Jul 29 08:36:00.519405 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: netmtu_writable.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.520333 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.520833 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: net-mtu-writable Jul 29 08:36:00.521152 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: network_availability_zone.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.521875 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.522379 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: network_availability_zone Jul 29 08:36:00.522698 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: network_ip_availability.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.523781 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.524286 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: network-ip-availability Jul 29 08:36:00.524607 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: network_segment_range.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.525407 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.525931 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 08:36:00.526251 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: pagination.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.527219 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.527546 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: pagination Jul 29 08:36:00.527860 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: port_device_profile.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.528770 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.529279 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: port-device-profile Jul 29 08:36:00.529602 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.530544 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.531045 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: port-mac-address-regenerate Jul 29 08:36:00.531363 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.532285 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.532786 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: port-numa-affinity-policy Jul 29 08:36:00.533103 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: port_resource_request.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.534058 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.534560 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 08:36:00.534877 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: portbindings.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.535947 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.536446 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: binding Jul 29 08:36:00.536761 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: portbindings_extended.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.538062 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.538568 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: binding-extended Jul 29 08:36:00.538893 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: portsecurity.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.539815 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.540314 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: port-security Jul 29 08:36:00.540635 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: project_id.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.541603 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.541953 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: project-id Jul 29 08:36:00.542275 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: providernet.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.543257 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.543760 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: provider Jul 29 08:36:00.544077 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.547589 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.548107 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos not supported by any of loaded plugins Jul 29 08:36:00.548440 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.549684 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.550223 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 08:36:00.550552 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.551463 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.551972 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 08:36:00.552294 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_default.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.553202 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.554229 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-default not supported by any of loaded plugins Jul 29 08:36:00.554548 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_fip.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.555202 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.555698 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 08:36:00.556018 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_gateway_ip.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.556936 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.557842 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 08:36:00.557842 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_port_network_policy.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.558651 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.559148 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 08:36:00.559469 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_rule_type_details.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.560370 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.560868 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 08:36:00.561183 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: qos_rules_alias.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.562240 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.562740 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 08:36:00.563056 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: quotasv2.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.563972 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.564411 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: quotas Jul 29 08:36:00.564729 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: quotasv2_detail.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.566348 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.566681 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: quota_details Jul 29 08:36:00.567004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: rbac.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.568059 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.568572 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: rbac-policies Jul 29 08:36:00.568899 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: rbac_address_group.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.570492 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.570999 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: rbac-address-group Jul 29 08:36:00.571319 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: rbac_address_scope.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.572230 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.572733 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: rbac-address-scope Jul 29 08:36:00.573051 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: rbac_security_groups.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.574103 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.574494 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: rbac-security-groups Jul 29 08:36:00.574813 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: rbac_subnetpool.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.575735 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.576235 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: rbac-subnetpool Jul 29 08:36:00.576553 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: revisionifmatch.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.577462 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.577990 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: revision-if-match Jul 29 08:36:00.578310 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: revisions.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.579412 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.579919 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: standard-attr-revisions Jul 29 08:36:00.580240 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: router_availability_zone.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.580907 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.581408 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: router_availability_zone Jul 29 08:36:00.581725 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: routerservicetype.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.582708 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.583168 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 08:36:00.583485 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.584400 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.584922 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: security-groups-normalized-cidr Jul 29 08:36:00.585241 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.586191 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.586691 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: port-security-groups-filtering Jul 29 08:36:00.587011 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.587926 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.588425 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: security-groups-remote-address-group Jul 29 08:36:00.588745 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: securitygroup.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.598307 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.598831 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: security-group Jul 29 08:36:00.599159 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: segment.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.599939 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.600462 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension segment not supported by any of loaded plugins Jul 29 08:36:00.600787 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.601716 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.602247 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 08:36:00.602569 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: servicetype.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.603668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.604176 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: service-type Jul 29 08:36:00.604497 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: sorting.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.605472 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.605830 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: sorting Jul 29 08:36:00.606151 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: standard_attr_segment.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.607067 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.607574 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 08:36:00.607895 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: standardattrdescription.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.608538 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.609039 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: standard-attr-description Jul 29 08:36:00.609362 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: stateful_security_group.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.610296 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.610800 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: stateful-security-group Jul 29 08:36:00.611120 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: stdattrs_common.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.611699 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 08:36:00.612015 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.613022 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.613528 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 08:36:00.613883 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnet_onboard.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.614963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.615472 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: subnet_onboard Jul 29 08:36:00.615790 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.617244 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.617748 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 08:36:00.618091 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnet_service_types.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.619008 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.619517 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: subnet-service-types Jul 29 08:36:00.619842 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnetallocation.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.621021 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.621538 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: subnet_allocation Jul 29 08:36:00.621889 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.622564 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.623065 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: subnetpool-prefix-ops Jul 29 08:36:00.623383 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.624316 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.624821 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 08:36:00.625138 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: tagging.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.626245 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.626758 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: standard-attr-tag Jul 29 08:36:00.627082 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: timestamp.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.628284 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.628789 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loaded extension: standard-attr-timestamp Jul 29 08:36:00.629115 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: trunk.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.630178 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.630686 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension trunk not supported by any of loaded plugins Jul 29 08:36:00.631007 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: trunk_details.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.632551 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.633052 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 08:36:00.633369 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: uplink_status_propagation.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.634584 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.635093 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 08:36:00.635414 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Loading extension file: vlantransparent.py {{(pid=79115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 08:36:00.636081 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 08:36:00.636583 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 08:36:00.639057 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:network Jul 29 08:36:00.639784 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnet Jul 29 08:36:00.640548 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 08:36:00.641143 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:port Jul 29 08:36:00.642429 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.642870 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service FLAVORS assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.643493 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.643919 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.644246 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:router Jul 29 08:36:00.644889 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 08:36:00.645592 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service METERING assigned prefix: /metering {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.647060 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.647451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.647801 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:36:00.648930 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 08:36:00.649369 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:security_group Jul 29 08:36:00.650047 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 08:36:00.650785 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service CORE assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.651112 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 08:36:00.651448 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] subnetpool is already registered Jul 29 08:36:00.652048 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service CORE assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.652373 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 08:36:00.652704 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] subnetpool is already registered Jul 29 08:36:00.655288 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.655719 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service FLAVORS assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.656311 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.656729 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.657056 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:router Jul 29 08:36:00.657387 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] router is already registered Jul 29 08:36:00.658065 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 08:36:00.658393 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] floatingip is already registered Jul 29 08:36:00.659015 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service METERING assigned prefix: /metering {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.659746 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 08:36:00.660077 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] rbac_policy is already registered Jul 29 08:36:00.660613 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:security_group Jul 29 08:36:00.660935 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] security_group is already registered Jul 29 08:36:00.661512 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 08:36:00.661875 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] security_group_rule is already registered Jul 29 08:36:00.662531 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service CORE assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.662877 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 08:36:00.663204 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] subnetpool is already registered Jul 29 08:36:00.663801 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.v2.resource_helper [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Service CORE assigned prefix: {{(pid=79115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 08:36:00.664120 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 08:36:00.664447 dv-cinder-802781-1-smb neutron-server[79115]: WARNING neutron.quota.resource_registry [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] subnetpool is already registered Jul 29 08:36:00.665075 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: extensions {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.666535 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: address-groups {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.668128 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: address-scopes {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.669316 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: agents {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.670499 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: auto-allocated-topology {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.671724 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: availability_zones {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.673989 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: dhcp-networks {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.675384 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: dhcp-agents {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.676835 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: routers {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.679141 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: flavors {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.680293 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: service_profiles {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.681471 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: next_providers {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.683009 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: service_profiles {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.684447 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: floatingip-pools {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.685634 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: routers {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.687439 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: floatingips {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.688602 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: l3-routers {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.689987 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: l3-agents {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.691397 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: metering-labels {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.692721 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: metering-label-rules {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.694572 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: network-ip-availabilities {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.695975 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: bindings {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.697618 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: quotas {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.699059 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: quotas {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.700457 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: rbac-policies {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.701741 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: security-groups {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.702952 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: security-group-rules {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.704857 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: service-providers {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.706213 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: subnetpools {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.707621 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: subnetpools {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.709308 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.711518 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.713297 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.715082 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.716860 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.718698 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.720403 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.722400 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.724135 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.726513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron.api.extensions [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Extended resource: tags {{(pid=79115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 08:36:00.732293 dv-cinder-802781-1-smb neutron-server[79115]: WARNING keystonemiddleware.auth_token [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 08:36:00.737825 dv-cinder-802781-1-smb neutron-server[79115]: WARNING keystonemiddleware.auth_token [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 08:36:00.745670 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Acquired lock "singleton_lock" {{(pid=79115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 08:36:00.746165 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_concurrency.lockutils [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Releasing lock "singleton_lock" {{(pid=79115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 08:36:00.746793 dv-cinder-802781-1-smb neutron-server[79115]: INFO oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Starting 2 workers Jul 29 08:36:00.751446 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Started child 79224 {{(pid=79115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 08:36:00.755653 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Started child 79225 {{(pid=79115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 08:36:00.756370 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.757249 dv-cinder-802781-1-smb neutron-server[79115]: INFO neutron.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 08:36:00.757859 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [-] (79224) wsgi starting up on http://0.0.0.0:9696 Jul 29 08:36:00.758018 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Notify callbacks [] for process, before_spawn {{(pid=79115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.760210 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.760681 dv-cinder-802781-1-smb neutron-server[79115]: INFO oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Starting 1 workers Jul 29 08:36:00.761588 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [-] (79225) wsgi starting up on http://0.0.0.0:9696 Jul 29 08:36:00.765525 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Started child 79226 {{(pid=79115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 08:36:00.766050 dv-cinder-802781-1-smb neutron-server[79115]: INFO oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Starting 1 workers Jul 29 08:36:00.768727 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] calling RpcWorker wait() {{(pid=79226) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 08:36:00.769282 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] returning from RpcWorker wait() {{(pid=79226) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 08:36:00.770265 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Started child 79227 {{(pid=79115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 08:36:00.770614 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.771019 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG neutron_lib.callbacks.manager [None req-21a6499f-4c25-4a0c-9b52-1727f8330b55 None None] Notify callbacks [] for process, after_spawn {{(pid=79115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.771114 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:00.773333 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 08:36:00.773534 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 08:36:00.773717 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 08:36:00.773945 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 08:36:00.774289 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 08:36:00.774449 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 08:36:00.774930 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.775172 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:00.775646 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.775646 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.775810 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.775962 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.776084 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:00.776746 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.777014 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.777266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.777537 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.777786 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.777954 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.778119 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.778380 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.778628 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.778919 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.779175 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.779405 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.779677 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.779849 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.780095 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.780360 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.780611 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.780882 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] debug = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.781140 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.781606 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.781848 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.782101 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.782342 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.782647 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.782869 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.783148 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.783422 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.783607 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.783821 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.784065 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.784303 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.784539 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.784781 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.785030 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.785241 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.785724 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] host = dv-cinder-802781-1-smb {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.785982 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.786201 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.786432 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.786684 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.786930 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.787152 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.787407 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.787644 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.788474 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.788736 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.788963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.789204 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.789417 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.789672 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.789844 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_options = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.790057 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.790337 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.790598 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.790787 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.790951 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.791124 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.791365 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.791524 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.791775 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.792026 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.792236 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.792603 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.792846 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.793075 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.793331 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.793564 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.793815 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.794022 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.794277 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.794499 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.794732 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.794994 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.795182 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.795399 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.795630 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.795840 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.796058 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.796266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.796495 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.796756 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.797029 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.797208 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.797459 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.797717 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.797963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.798191 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.798404 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.798669 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.798890 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.799123 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.799409 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.800761 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.800992 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.801236 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.802476 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.803472 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_json = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.803650 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.803889 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.804171 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.804407 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.804666 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.804895 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.805151 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.805703 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.805863 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.806176 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.806498 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.806755 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.806997 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.807380 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.807645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.807912 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.808169 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.808425 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.808732 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.809008 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.809309 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.809537 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.809820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.810154 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821004 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.821505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822072 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.822710 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.823452 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.824394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.825374 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826808 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.826915 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.827123 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.827445 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.827767 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.827988 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.828231 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.828484 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.828727 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.829088 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.829418 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.829680 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.829965 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.830263 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.830515 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.830782 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.831031 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.831253 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.831511 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.831752 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.831976 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.832196 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.832466 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.832756 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.832972 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.833233 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.833471 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.833722 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.833976 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.834236 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.834489 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.835251 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.835470 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.835730 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.836020 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.836293 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.836555 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.836806 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.837055 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.837305 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.837541 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.839943 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.840591 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.840591 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.840591 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.840591 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.843009 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.844928 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.845383 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.845383 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.845615 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.846240 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.846489 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.847685 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.847942 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.848403 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.848637 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.850154 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.851318 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.851874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.852136 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.852375 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.852611 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.852841 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.853082 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.853305 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.853553 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.853837 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.854087 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.854313 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.854538 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.854777 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.855031 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.855272 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.855541 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.855797 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.856035 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.856836 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.857091 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.857366 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.857606 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.857901 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.858126 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.858345 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.858563 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.858785 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.859021 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.859239 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.859487 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.859721 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.860042 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.860227 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.860553 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.860807 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.861038 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.861276 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.861498 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.861720 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.861989 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.862231 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.862449 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.862666 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.862883 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.863151 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.863394 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.863713 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.863969 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.864174 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.864392 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.864609 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.864820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.865112 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.865371 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.865602 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.865883 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.866117 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.866346 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.866556 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.866766 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.867000 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.867209 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.867456 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.867668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.867897 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.868112 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.868342 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.868620 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.868868 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.870451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.870451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.870451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.872123 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.872436 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.872772 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.872999 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.873289 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.873571 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.873815 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.874040 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.874330 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.874653 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.874938 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.875191 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.875451 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.875726 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.876029 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.876314 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.876532 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.876852 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.877188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.877481 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.877767 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.878422 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.880102 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.882016 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.882310 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.882555 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.882821 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.883075 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.883355 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.883889 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.884129 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.884378 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.884621 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.884868 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.885110 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.885370 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.885620 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.885886 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.886060 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 08:36:00.886565 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 08:36:00.886730 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 08:36:00.886890 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 08:36:00.887051 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 08:36:00.887224 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 08:36:00.887755 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 08:36:00.887755 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.887755 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.887951 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.888018 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.888160 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.888489 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.888804 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.888961 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889117 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889277 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889441 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889602 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889791 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.889944 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890088 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890245 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890396 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890553 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890717 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.890934 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891029 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891173 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891325 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] debug = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891488 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 37776) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:00.891738 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.891912 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892052 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892189 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892366 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892508 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892643 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892779 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.892916 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893052 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893197 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893346 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893482 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893619 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893798 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.893971 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894110 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] host = dv-cinder-802781-1-smb {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894247 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894383 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894538 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894678 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894816 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.894978 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895124 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895275 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895414 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895574 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895719 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.895866 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896026 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896171 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896330 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_options = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896475 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896633 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896777 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.896963 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.897183 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.897868 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898014 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898152 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898291 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898429 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898585 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898903 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.898903 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899175 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899175 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899448 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899448 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899709 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.899857 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.900045 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.900045 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.900313 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.900313 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.901464 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.902874 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_json = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.904747 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.905846 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.905846 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906118 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104649 Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.906260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.907382 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.908513 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.909668 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.910829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.912092 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.913820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915035 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915035 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915035 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915429 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915429 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915687 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915687 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915945 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.915945 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916216 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916216 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916474 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916610 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916746 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.916902 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917055 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917193 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917339 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917477 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917625 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917803 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.917950 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918088 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918225 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918361 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918524 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918675 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918814 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.918984 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919199 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919343 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919505 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919648 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919785 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.919922 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920069 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920210 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920414 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920585 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920585 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920909 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.920909 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921183 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921183 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921463 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921463 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.921975 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922112 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922249 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922387 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922524 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922660 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922809 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.922948 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923127 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923270 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923409 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923555 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923694 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923831 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:00.923995 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.923995 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924260 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924521 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924657 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924793 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.924939 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925086 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925233 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925379 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925519 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925655 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925815 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.925961 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926098 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926234 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926370 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926520 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926683 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926839 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.926978 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927141 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927295 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927434 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927598 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927744 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.927890 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.928055 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.928202 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.928405 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929061 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929229 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929453 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929597 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929735 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.929924 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930064 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930415 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930552 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930692 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930829 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.930980 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931119 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931266 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931404 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931553 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931692 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931839 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.931978 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932115 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932252 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932390 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932536 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932704 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.932850 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933012 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933157 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933329 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933484 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933623 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933799 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.933958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934107 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934247 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934412 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934557 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934721 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.934867 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935029 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935173 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935351 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935507 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935645 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935806 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.935951 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936190 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936333 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936470 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936606 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936752 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.936890 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937028 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937199 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937343 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937492 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937630 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.937820 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.941533 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.943274 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.944958 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.946168 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.947300 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948188 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.948776 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.949368 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 08:36:00.949368 dv-cinder-802781-1-smb neutron-server[79115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 08:36:11.696738 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b95f4-1c44-4b74-b18e-bd73b5c2b0a6 None None] get_active_networks_info from dv-cinder-802781-1-smb {{(pid=79226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 08:36:11.779605 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b95f4-1c44-4b74-b18e-bd73b5c2b0a6 None None] No non-hosted networks {{(pid=79226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 08:36:11.820557 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.agentschedulers_db [None req-3f7b95f4-1c44-4b74-b18e-bd73b5c2b0a6 None None] DHCP Agent not found on host dv-cinder-802781-1-smb {{(pid=79226) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 08:36:12.016456 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5e69cc72-f591-4bc5-b0f0-0becf05d46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:12.080245 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:12.080903 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.081241 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.081574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.081937 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.082268 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.082594 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.082917 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.083239 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.083559 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.083882 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.084799 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.085057 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:12.085485 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802781-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:12.092317 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:14.115030 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ae4b89e7-2405-44d1-8b4d-b407b0edd325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:14.154808 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-87cad064-262c-45ae-9f68-d40d4d1f41bd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-802781-1-smb {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:36:14.155570 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-87cad064-262c-45ae-9f68-d40d4d1f41bd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:36:14.764656 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-87cad064-262c-45ae-9f68-d40d4d1f41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:15.232981 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:16.616059 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:18.225664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 37876) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:18.792683 dv-cinder-802781-1-smb neutron-server[79224]: WARNING oslo_policy.policy [None req-602199b3-72dc-44a5-8422-c8824bed9b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:18.793264 dv-cinder-802781-1-smb neutron-server[79224]: WARNING oslo_policy.policy [None req-602199b3-72dc-44a5-8422-c8824bed9b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:19.008357 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [None req-602199b3-72dc-44a5-8422-c8824bed9b2d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:36:19.009388 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-602199b3-72dc-44a5-8422-c8824bed9b2d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7828090 Jul 29 08:36:20.989657 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.db.l3_hamode_db [None req-308cb18d-3e3c-4135-8411-3e423cf18afd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 08:36:21.077268 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cb18d-3e3c-4135-8411-3e423cf18afd None None] Routers set() bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:36:21.077668 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cb18d-3e3c-4135-8411-3e423cf18afd None None] Router IDs set() for agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 29 08:36:21.354744 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 37890) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:21.717491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:21.816144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.policy [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 08:36:21.860565 dv-cinder-802781-1-smb neutron-server[79224]: WARNING oslo_policy.policy [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:21.860932 dv-cinder-802781-1-smb neutron-server[79224]: WARNING oslo_policy.policy [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:21.869905 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.quota [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Loaded quota_driver: . Jul 29 08:36:21.885734 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:22.028052 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892154618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892154071', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892177778', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892171157', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892194662', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759892188154', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1923565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2030080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-905512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683936'] for rbac-policy, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:22.181084 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:22.182323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d6d8b0be-e782-4e41-88fe-d1082271c39d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8266094 Jul 29 08:36:24.746256 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 37904) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:25.085660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '80e92cfeff7447de8c038a985c2eb1fa'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:25.090387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:25.094800 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Usage tracker for resource:network and tenant:80e92cfeff7447de8c038a985c2eb1fa is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:25.099689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:25.105587 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:25.181062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Made reservation on behalf of 80e92cfeff7447de8c038a985c2eb1fa for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:36:25.183804 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.200740 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.214417 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:25.218002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Usage tracker for resource:security_group_rule and tenant:80e92cfeff7447de8c038a985c2eb1fa is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:25.222903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:25.228934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:25.321263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.358243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.363517 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:25.380546 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:36:25.406367 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759894807956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.406938 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Unsubscribe: segment precommit_create {{(pid=79224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 08:36:25.407460 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Added segment c7ef85c8-549a-4b52-98ba-fb065a0b7f57 of type vlan for network 097afdd5-0b51-49bd-a963-e632e5db8eeb Jul 29 08:36:25.454637 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f63854d-e53c-4576-ad81-4d910c2b0295,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:25.464829 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.465200 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.465530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.465871 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.466187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.466499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.466804 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.467112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.467437 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.467746 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.468045 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.468390 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Tracked resource versions report: Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: pushed versions: Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: { 'AddressGroup': {'1.2'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'ConntrackHelper': {'1.0'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Log': {'1.0'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Network': {'1.1'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Port': {'1.7'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'PortForwarding': {'1.2'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'QosPolicy': {'1.8'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroup': {'1.4'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SubPort': {'1.0'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Subnet': {'1.1'}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Trunk': {'1.1'}} Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: consumer versions: Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'ConntrackHelper': '1.0', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Log': '1.0', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Network': '1.1', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Port': '1.7', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'PortForwarding': '1.2', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'QosPolicy': '1.8', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroup': '1.4', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroupRule': '1.2', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'SubPort': '1.0', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Subnet': '1.1', Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: 'Trunk': '1.1'}} Jul 29 08:36:25.469480 dv-cinder-802781-1-smb neutron-server[79224]: {{(pid=79224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:36:25.522530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:25.528432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.626851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.628322 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:25.628980 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:25.634465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:25.731296 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9838965 Jul 29 08:36:25.738995 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Pushing event updated for resources: {'Network': ['ID=097afdd5-0b51-49bd-a963-e632e5db8eeb,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:25.742614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:25.751141 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:36:28.464457 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37920) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:29.036038 dv-cinder-802781-1-smb neutron-server[79225]: WARNING oslo_policy.policy [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:29.036600 dv-cinder-802781-1-smb neutron-server[79225]: WARNING oslo_policy.policy [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:29.464584 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.policy [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 08:36:29.508395 dv-cinder-802781-1-smb neutron-server[79225]: WARNING oslo_policy.policy [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:29.508768 dv-cinder-802781-1-smb neutron-server[79225]: WARNING oslo_policy.policy [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 08:36:29.516944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:29.518846 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-cb60a483-e9e3-4161-960d-63da6587c90c admin admin] 10.222.0.36 "GET /v2.0/networks/097afdd5-0b51-49bd-a963-e632e5db8eeb HTTP/1.1" status: 200 len: 825 time: 1.0523624 Jul 29 08:36:29.551047 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a930401c-a695-45f1-979f-1335b475e83d admin admin] 10.222.0.36 "GET /v2.0/subnetpools/ec60a916-e728-4505-8e73-b3c7c007bb56 HTTP/1.1" status: 200 len: 734 time: 0.0261319 Jul 29 08:36:29.559764 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56', 'ip_version': 4, 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:29.561303 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.quota [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Loaded quota_driver: . Jul 29 08:36:29.567959 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:29.573588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Usage tracker for resource:subnet and tenant:80e92cfeff7447de8c038a985c2eb1fa is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:29.576902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:29.584337 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:29.677889 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Made reservation on behalf of 80e92cfeff7447de8c038a985c2eb1fa for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:36:29.680625 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:30.044055 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:30.049988 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:30.127414 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Checking segment: {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:36:30.127800 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Network hostable DHCP agents. Network: 097afdd5-0b51-49bd-a963-e632e5db8eeb, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:36:30.144000 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=96173471-9c2f-4505-affc-c1cba59760f6,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:30.155259 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.155591 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.155915 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.156236 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.156551 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.156863 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.157174 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.157483 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.157838 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.158151 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.158456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.158761 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Tracked resource versions report: Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: pushed versions: Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: { 'AddressGroup': {'1.2'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'ConntrackHelper': {'1.0'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Log': {'1.0'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Network': {'1.1'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Port': {'1.7'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'PortForwarding': {'1.2'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'QosPolicy': {'1.8'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroup': {'1.4'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SubPort': {'1.0'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Subnet': {'1.1'}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Trunk': {'1.1'}} Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: consumer versions: Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'ConntrackHelper': '1.0', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Log': '1.0', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Network': '1.1', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Port': '1.7', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'PortForwarding': '1.2', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'QosPolicy': '1.8', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroup': '1.4', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroupRule': '1.2', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'SubPort': '1.0', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Subnet': '1.1', Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: 'Trunk': '1.1'}} Jul 29 08:36:30.159870 dv-cinder-802781-1-smb neutron-server[79225]: {{(pid=79225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:36:30.190434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:30.226485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:36:30.283630 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 097afdd5-0b51-49bd-a963-e632e5db8eeb) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:30.288601 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:30.289239 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:30.293255 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459a718-a2e1-4e43-8a0c-1dfb4b6e9a40 None None] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:36:30.347398 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7911391 Jul 29 08:36:30.691547 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-097afdd5-0b51-49bd-a963-e632e5db8eeb', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:36:30.692842 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:30.875696 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Allocated IP 172.20.0.2 (097afdd5-0b51-49bd-a963-e632e5db8eeb/96173471-9c2f-4505-affc-c1cba59760f6/0d6042b2-ade6-46e8-ad74-aab7b5a990f3) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:36:31.105106 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:31.118302 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Transition to ACTIVE for port object 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:36:31.138135 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Transition to ACTIVE for port object 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:36:31.221061 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:31.226617 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:31.288025 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:36:31.290811 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:31.297069 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:36:31.299240 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Pushing event updated for resources: {'Port': ['ID=0d6042b2-ade6-46e8-ad74-aab7b5a990f3,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:31.308025 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.310885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.311168 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.311477 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Tracked resource versions report: Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: pushed versions: Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: { 'AddressGroup': {'1.2'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'ConntrackHelper': {'1.0'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Log': {'1.0'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Network': {'1.1'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Port': {'1.7'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'PortForwarding': {'1.2'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'QosPolicy': {'1.8'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroup': {'1.4'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SubPort': {'1.0'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Subnet': {'1.1'}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Trunk': {'1.1'}} Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: consumer versions: Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'ConntrackHelper': '1.0', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Log': '1.0', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Network': '1.1', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Port': '1.7', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'PortForwarding': '1.2', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'QosPolicy': '1.8', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroup': '1.4', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroupRule': '1.2', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'SubPort': '1.0', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Subnet': '1.1', Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: 'Trunk': '1.1'}} Jul 29 08:36:31.312613 dv-cinder-802781-1-smb neutron-server[79226]: {{(pid=79226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:36:31.346167 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:31.398577 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Attempting to bind port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:36:31.398908 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Attempting to bind port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:36:31.399337 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Attempting to bind port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 on network 097afdd5-0b51-49bd-a963-e632e5db8eeb {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:36:31.404709 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:36:31.405114 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Checking segment: {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:36:31.405613 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:31.406035 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Bound using segment: {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:36:31.406507 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Bound port: 0d6042b2-ade6-46e8-ad74-aab7b5a990f3, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:36:31.406971 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:31.511869 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] For port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:36:31.515876 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] For port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=0d6042b2-ade6-46e8-ad74-aab7b5a990f3,segment=NetworkSegment(c7ef85c8-549a-4b52-98ba-fb065a0b7f57),segment_id=c7ef85c8-549a-4b52-98ba-fb065a0b7f57)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:36:31.592908 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:31.597260 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:31.681314 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Pushing event updated for resources: {'Port': ['ID=0d6042b2-ade6-46e8-ad74-aab7b5a990f3,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:31.686160 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:32.706565 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37940) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:33.091908 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [None req-d40dff8a-c726-420c-a950-d1407c7b7f40 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:36:33.092932 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d40dff8a-c726-420c-a950-d1407c7b7f40 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3854322 Jul 29 08:36:35.285099 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49468078-c598-45da-9547-4a5c31206b56 None None] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:36:35.462527 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-b0175132-9a15-4c3c-8877-232c321f85a6 None None] Provisioning for port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:36:35.497615 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37954) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:35.867690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [None req-802804d4-0bfa-40fa-96bb-90d5fed5f264 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:36:35.868663 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-802804d4-0bfa-40fa-96bb-90d5fed5f264 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3701179 Jul 29 08:36:36.076283 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:36:36.237649 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:36:36.242750 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:36.243153 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:36.352637 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:36.383658 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=0d6042b2-ade6-46e8-ad74-aab7b5a990f3,segment=NetworkSegment(c7ef85c8-549a-4b52-98ba-fb065a0b7f57),segment_id=c7ef85c8-549a-4b52-98ba-fb065a0b7f57)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:36:36.460460 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:36.462600 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-9685f5e1-1061-4352-858c-6a47bfdaedfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:36.528891 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=0d6042b2-ade6-46e8-ad74-aab7b5a990f3,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:36.532190 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:38.054557 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:36:38.118878 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:38.119244 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:38.483183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37966) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:38.824383 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:38.829343 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:38.833903 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Usage tracker for resource:router and tenant:80e92cfeff7447de8c038a985c2eb1fa is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:38.837049 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:38.842840 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:38.934667 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:38.936195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:38.956997 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:39.118135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:39.197555 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] Notify callbacks [] for router, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:39.198723 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0fe4eb09-28fc-40e1-a8b2-ddb61a8ffbc1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7145939 Jul 29 08:36:41.531118 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37976) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:41.666109 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-769c79f0-3460-4c37-9025-2238ef05f103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:41.913086 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [None req-b4af8581-7c90-4d16-8176-c553d6481248 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:36:41.914101 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b4af8581-7c90-4d16-8176-c553d6481248 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3820314 Jul 29 08:36:41.968867 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.100223 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-af6a1ecf-d814-4cd9-bfda-4b1ba509e791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.335723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 37986) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:44.693138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:44.698061 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:44.702037 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Usage tracker for resource:network and tenant:b4708e6a956c42b592ee48e5b9fb1ab4 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:44.704970 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:44.710730 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:44.790923 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Made reservation on behalf of b4708e6a956c42b592ee48e5b9fb1ab4 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:36:44.793220 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.808918 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.822768 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:44.826401 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Usage tracker for resource:security_group_rule and tenant:b4708e6a956c42b592ee48e5b9fb1ab4 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:44.829437 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:44.835495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:44.942203 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.985307 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:44.988364 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:45.003321 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Reserving flat network on physical network physnet1 {{(pid=79225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 08:36:45.024236 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278c826-3728-4abe-afd3-f9234878b169,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:45.029364 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759894807956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:45.029943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Unsubscribe: segment precommit_create {{(pid=79225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 08:36:45.030371 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Added segment aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5 of type flat for network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 Jul 29 08:36:45.037902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:45.073125 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:45.146276 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:45.147585 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:45.148162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:45.152761 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:45.174294 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:45.248344 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Pushing event updated for resources: {'Network': ['ID=881a7fd5-f822-4a3e-9940-27d7c43afdc4,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:45.251361 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:45.256739 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9185820 Jul 29 08:36:45.273531 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:36:46.574055 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:47.592001 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38006) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:47.799589 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6393204-3d8e-4121-95ff-993dab2195cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:47.801404 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e6393204-3d8e-4121-95ff-993dab2195cc admin admin] 10.222.0.36 "GET /v2.0/subnets/96173471-9c2f-4505-affc-c1cba59760f6 HTTP/1.1" status: 200 len: 849 time: 0.2079761 Jul 29 08:36:47.938817 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-86837803-dc71-41d0-a914-29a4e3ed6467 admin admin] 10.222.0.36 "GET /v2.0/routers/c4875974-cea6-4066-a15d-5c891ecf3d89 HTTP/1.1" status: 200 len: 704 time: 0.1319120 Jul 29 08:36:48.389717 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:48.615169 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Allocated IP 172.20.0.1 (097afdd5-0b51-49bd-a963-e632e5db8eeb/96173471-9c2f-4505-affc-c1cba59760f6/47519931-1d13-4eda-acd0-4f90e18eb993) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:36:48.797693 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:48.814933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Transition to ACTIVE for port object 47519931-1d13-4eda-acd0-4f90e18eb993 will not be triggered until provisioned by entity DHCP. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:36:48.906091 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:48.910528 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:48.971485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:36:48.974387 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:48.978054 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:36:48.978564 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.105842 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Pushing event updated for resources: {'Port': ['ID=47519931-1d13-4eda-acd0-4f90e18eb993,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:49.120173 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:49.242714 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-f5ea58f2-598b-4aac-971d-782ca84b77cc None None] Provisioning for port 47519931-1d13-4eda-acd0-4f90e18eb993 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:36:49.247299 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-f5ea58f2-598b-4aac-971d-782ca84b77cc None None] Provisioning complete for port 47519931-1d13-4eda-acd0-4f90e18eb993 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:49.248635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-f5ea58f2-598b-4aac-971d-782ca84b77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.302703 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea58f2-598b-4aac-971d-782ca84b77cc None None] Port 47519931-1d13-4eda-acd0-4f90e18eb993 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:36:49.307761 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.525895 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.568390 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.569464 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.573545 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:49.663121 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Pushing event updated for resources: {'Port': ['ID=47519931-1d13-4eda-acd0-4f90e18eb993,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:49.665852 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:49.760984 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:36:49.762022 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:49.924905 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-77ac3379-e48d-4bab-a811-5ea8e3d57f13 None None] Provisioning complete for port 47519931-1d13-4eda-acd0-4f90e18eb993 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:49.925279 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-77ac3379-e48d-4bab-a811-5ea8e3d57f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:49.976092 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-77ac3379-e48d-4bab-a811-5ea8e3d57f13 None None] Port 47519931-1d13-4eda-acd0-4f90e18eb993 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:36:50.014548 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Router c4875974-cea6-4066-a15d-5c891ecf3d89 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:36:50.164803 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:36:50.173992 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Sync routers for ids ['c4875974-cea6-4066-a15d-5c891ecf3d89'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:36:50.175141 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] 10.222.0.36 "PUT /v2.0/routers/c4875974-cea6-4066-a15d-5c891ecf3d89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2308626 Jul 29 08:36:50.184804 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Routers {'c4875974-cea6-4066-a15d-5c891ecf3d89'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:36:50.185676 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:36:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['c4875974-cea6-4066-a15d-5c891ecf3d89'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:50.356931 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Set router c4875974-cea6-4066-a15d-5c891ecf3d89 gateway port host: None {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:36:50.717581 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:49Z', 'revision_number': 2, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port_host': None, '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:49Z', 'revision_number': 2, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:50.722443 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Checking router: c4875974-cea6-4066-a15d-5c891ecf3d89 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:36:50.723331 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Updating router c4875974-cea6-4066-a15d-5c891ecf3d89 port 47519931-1d13-4eda-acd0-4f90e18eb993 binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:36:50.774822 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.146294 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.161172 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Transition to ACTIVE for port object 47519931-1d13-4eda-acd0-4f90e18eb993 will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:36:51.214457 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.219751 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:51.439867 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Pushing event updated for resources: {'Port': ['ID=47519931-1d13-4eda-acd0-4f90e18eb993,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:51.458476 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.458764 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.459093 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.459414 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.459735 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.460053 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.460372 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.460682 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.460997 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.461309 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.461619 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.461963 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Tracked resource versions report: Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: pushed versions: Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: { 'AddressGroup': {'1.2'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'ConntrackHelper': {'1.0'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Log': {'1.0'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Network': {'1.1'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Port': {'1.7'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'PortForwarding': {'1.2'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'QosPolicy': {'1.8'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroup': {'1.4'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SubPort': {'1.0'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Subnet': {'1.1'}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Trunk': {'1.1'}} Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: consumer versions: Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'ConntrackHelper': '1.0', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Log': '1.0', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Network': '1.1', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Port': '1.7', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'PortForwarding': '1.2', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'QosPolicy': '1.8', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroup': '1.4', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroupRule': '1.2', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'SubPort': '1.0', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Subnet': '1.1', Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: 'Trunk': '1.1'}} Jul 29 08:36:51.463186 dv-cinder-802781-1-smb neutron-server[79227]: {{(pid=79227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:36:51.469467 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:51.470232 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Attempting to bind port 47519931-1d13-4eda-acd0-4f90e18eb993 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:36:51.470632 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Attempting to bind port 47519931-1d13-4eda-acd0-4f90e18eb993 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:36:51.471061 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Attempting to bind port 47519931-1d13-4eda-acd0-4f90e18eb993 on network 097afdd5-0b51-49bd-a963-e632e5db8eeb {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:36:51.476529 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:36:51.476936 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Checking segment: {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:36:51.477422 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.477835 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Bound using segment: {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:36:51.478350 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Bound port: 47519931-1d13-4eda-acd0-4f90e18eb993, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ef85c8-549a-4b52-98ba-fb065a0b7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:36:51.478743 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.567283 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] For port 47519931-1d13-4eda-acd0-4f90e18eb993, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:36:51.571317 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] For port 47519931-1d13-4eda-acd0-4f90e18eb993, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=47519931-1d13-4eda-acd0-4f90e18eb993,segment=NetworkSegment(c7ef85c8-549a-4b52-98ba-fb065a0b7f57),segment_id=c7ef85c8-549a-4b52-98ba-fb065a0b7f57)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:36:51.660358 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:51.667684 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:51.752061 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Routers {'c4875974-cea6-4066-a15d-5c891ecf3d89'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:36:51.752684 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:36:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['c4875974-cea6-4066-a15d-5c891ecf3d89'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:51.807771 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Pushing event updated for resources: {'Port': ['ID=47519931-1d13-4eda-acd0-4f90e18eb993,revision_number=4']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:51.820198 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:51.908206 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] Set router c4875974-cea6-4066-a15d-5c891ecf3d89 gateway port host: None {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:36:52.229828 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:49Z', 'revision_number': 2, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port_host': None, '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:51Z', 'revision_number': 4, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:52.233567 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6641e32-9970-4c04-a836-1162a776a24e None None] The sync data for ids ['c4875974-cea6-4066-a15d-5c891ecf3d89'] in dv-cinder-802781-1-smb is: [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:49Z', 'revision_number': 2, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port_host': None, '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:51Z', 'revision_number': 4, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:36:52.370193 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38028) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:52.554759 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdaccad-19e9-4a51-903d-ab75545ef593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:52.555411 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-abdaccad-19e9-4a51-903d-ab75545ef593 admin admin] Synchronizing usage tracker for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:network {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:36:52.648562 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-abdaccad-19e9-4a51-903d-ab75545ef593 admin admin] Unset dirty status for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:network {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:36:52.649988 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-abdaccad-19e9-4a51-903d-ab75545ef593 admin admin] 10.222.0.36 "GET /v2.0/networks/881a7fd5-f822-4a3e-9940-27d7c43afdc4 HTTP/1.1" status: 200 len: 842 time: 0.2785463 Jul 29 08:36:52.662601 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Request body: {'subnet': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:52.668278 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:36:52.672223 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Usage tracker for resource:subnet and tenant:b4708e6a956c42b592ee48e5b9fb1ab4 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:36:52.675117 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:36:52.681681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:36:52.728496 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Made reservation on behalf of b4708e6a956c42b592ee48e5b9fb1ab4 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:36:52.730850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:53.143187 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.objects.ports [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 29 08:36:53.143640 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:53.147848 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:53.215970 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9230837-e484-4e4c-b888-f3cf6c4e5705,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:53.220894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:53.223761 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:36:53.224108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Network hostable DHCP agents. Network: 881a7fd5-f822-4a3e-9940-27d7c43afdc4, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:36:53.288109 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:36:53.362355 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 881a7fd5-f822-4a3e-9940-27d7c43afdc4) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:53.366613 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:53.367189 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:53.372925 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9582848-26d7-49c4-8f2d-325b7addfbf4 None None] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:36:53.431767 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7732847 Jul 29 08:36:53.601830 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc30fe9-817b-4abb-bc2a-b5d9e8bd5177 None None] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:36:54.086322 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 47519931-1d13-4eda-acd0-4f90e18eb993 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:36:54.230964 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 47519931-1d13-4eda-acd0-4f90e18eb993 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:36:54.236135 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 47519931-1d13-4eda-acd0-4f90e18eb993 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:54.236506 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:54.351639 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:54.382690 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 47519931-1d13-4eda-acd0-4f90e18eb993, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=47519931-1d13-4eda-acd0-4f90e18eb993,segment=NetworkSegment(c7ef85c8-549a-4b52-98ba-fb065a0b7f57),segment_id=c7ef85c8-549a-4b52-98ba-fb065a0b7f57)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:36:54.436534 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:54.439795 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:54.504528 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=47519931-1d13-4eda-acd0-4f90e18eb993,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:54.509775 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:55.653718 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38042) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:36:55.847246 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-543e923e-d67c-4d0a-9a87-b886fb4116cc admin admin] 10.222.0.36 "GET /v2.0/routers/c4875974-cea6-4066-a15d-5c891ecf3d89 HTTP/1.1" status: 200 len: 710 time: 0.1922865 Jul 29 08:36:55.967757 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01267f7-97ed-4f21-bfea-43736b99df3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:36:55.969059 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d01267f7-97ed-4f21-bfea-43736b99df3c admin admin] 10.222.0.36 "GET /v2.0/networks/881a7fd5-f822-4a3e-9940-27d7c43afdc4 HTTP/1.1" status: 200 len: 886 time: 0.1163876 Jul 29 08:36:55.977987 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:36:56.062648 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 47519931-1d13-4eda-acd0-4f90e18eb993 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:36:56.131719 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 47519931-1d13-4eda-acd0-4f90e18eb993 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:36:56.132004 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:56.406831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:56.857003 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:56.929541 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:57.064004 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Allocated IP 172.28.1.48 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/acfbfc60-4d51-4999-92af-517e5b66c0b1) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:36:57.203088 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:57.283035 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:57.287405 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:57.346274 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:36:57.349412 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:36:57.352813 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:36:57.407301 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Pushing event updated for resources: {'Port': ['ID=acfbfc60-4d51-4999-92af-517e5b66c0b1,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:57.417064 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:57.779933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:58.167437 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:58.170699 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-933230'] for router, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:58.350497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Router c4875974-cea6-4066-a15d-5c891ecf3d89 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:36:58.521723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:36:58.529936 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Notify callbacks [] for router, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:58.537159 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] 10.222.0.36 "PUT /v2.0/routers/c4875974-cea6-4066-a15d-5c891ecf3d89 HTTP/1.1" status: 200 len: 889 time: 2.5563061 Jul 29 08:36:58.537364 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Sync routers for ids ['c4875974-cea6-4066-a15d-5c891ecf3d89'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:36:58.542355 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Routers {'c4875974-cea6-4066-a15d-5c891ecf3d89'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:36:58.543003 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:36:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['c4875974-cea6-4066-a15d-5c891ecf3d89'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:58.762981 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Set router c4875974-cea6-4066-a15d-5c891ecf3d89 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:36:59.122221 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:57Z', 'revision_number': 4, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port': {'id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:56Z', 'updated_at': '2021-07-29T08:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:54Z', 'revision_number': 5, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:59.127100 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Checking router: c4875974-cea6-4066-a15d-5c891ecf3d89 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:36:59.127463 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Updating router c4875974-cea6-4066-a15d-5c891ecf3d89 port acfbfc60-4d51-4999-92af-517e5b66c0b1 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:36:59.178339 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.501224 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.513811 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Transition to ACTIVE for port object acfbfc60-4d51-4999-92af-517e5b66c0b1 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:36:59.579829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.584457 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:59.658672 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Attempting to bind port acfbfc60-4d51-4999-92af-517e5b66c0b1 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:36:59.659044 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Attempting to bind port acfbfc60-4d51-4999-92af-517e5b66c0b1 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:36:59.659413 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Attempting to bind port acfbfc60-4d51-4999-92af-517e5b66c0b1 on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:36:59.661377 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Pushing event updated for resources: {'Port': ['ID=acfbfc60-4d51-4999-92af-517e5b66c0b1,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:59.664918 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:36:59.672070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:36:59.672448 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:36:59.672850 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.673235 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:36:59.673709 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Bound port: acfbfc60-4d51-4999-92af-517e5b66c0b1, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:36:59.674124 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.769403 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] For port acfbfc60-4d51-4999-92af-517e5b66c0b1, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:36:59.772180 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] For port acfbfc60-4d51-4999-92af-517e5b66c0b1, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=acfbfc60-4d51-4999-92af-517e5b66c0b1,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:36:59.837438 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:36:59.841737 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:36:59.915996 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Routers {'c4875974-cea6-4066-a15d-5c891ecf3d89'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:36:59.916612 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:36:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['c4875974-cea6-4066-a15d-5c891ecf3d89'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:36:59.964603 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Pushing event updated for resources: {'Port': ['ID=acfbfc60-4d51-4999-92af-517e5b66c0b1,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:36:59.972163 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:37:00.092789 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] Set router c4875974-cea6-4066-a15d-5c891ecf3d89 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:37:00.414479 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:57Z', 'revision_number': 4, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port': {'id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:56Z', 'updated_at': '2021-07-29T08:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:54Z', 'revision_number': 5, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:37:00.418234 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdc539-4d74-446a-a298-97e016b2c9a4 None None] The sync data for ids ['c4875974-cea6-4066-a15d-5c891ecf3d89'] in dv-cinder-802781-1-smb is: [{'id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'name': 'router1', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:36:38Z', 'updated_at': '2021-07-29T08:36:57Z', 'revision_number': 4, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'gw_port': {'id': 'acfbfc60-4d51-4999-92af-517e5b66c0b1', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:56Z', 'updated_at': '2021-07-29T08:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '47519931-1d13-4eda-acd0-4f90e18eb993', 'name': '', 'network_id': '097afdd5-0b51-49bd-a963-e632e5db8eeb', 'tenant_id': '80e92cfeff7447de8c038a985c2eb1fa', 'mac_address': 'fa:16:3e:23:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4875974-cea6-4066-a15d-5c891ecf3d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96173471-9c2f-4505-affc-c1cba59760f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:36:48Z', 'updated_at': '2021-07-29T08:36:54Z', 'revision_number': 5, 'project_id': '80e92cfeff7447de8c038a985c2eb1fa', 'subnets': [{'id': '96173471-9c2f-4505-affc-c1cba59760f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec60a916-e728-4505-8e73-b3c7c007bb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:37:00.882903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38052) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:37:01.032792 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-cebbf6de-da63-4769-8cb2-3f2759370282 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1487887 Jul 29 08:37:01.823773 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:37:02.085920 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device acfbfc60-4d51-4999-92af-517e5b66c0b1 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:37:02.225152 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port acfbfc60-4d51-4999-92af-517e5b66c0b1 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:37:02.230470 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port acfbfc60-4d51-4999-92af-517e5b66c0b1 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:37:02.230737 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:02.360418 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:02.376746 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port acfbfc60-4d51-4999-92af-517e5b66c0b1, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=acfbfc60-4d51-4999-92af-517e5b66c0b1,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:37:02.436616 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:02.439691 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:37:02.577313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=acfbfc60-4d51-4999-92af-517e5b66c0b1,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:37:02.581004 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:37:04.068724 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device acfbfc60-4d51-4999-92af-517e5b66c0b1 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:37:04.137579 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port acfbfc60-4d51-4999-92af-517e5b66c0b1 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:37:04.137974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:11.671044 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-07b62570-61f0-4ca7-bbc7-c99e50daadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:11.973725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:14.110644 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dac382fe-af99-4f8c-a500-7923d5750506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:15.275531 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:16.579213 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:38.823283 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:37:41.745997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-f79d621b-7220-4b27-b329-7f8dd2d8c507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:41.978186 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:44.110149 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0363a44e-92df-40be-9e59-a2754eaebdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:45.223802 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:37:46.573138 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:11.863369 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-670f5557-74bd-4d26-87c2-04637454700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:11.999044 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:14.097250 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3442b6e2-aac9-4e66-bd82-e2192dceb7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:15.215267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:15.822489 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:38:16.893879 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:41.671270 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2c03-d7a3-4509-a10e-c71d46c8aff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:41.975969 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:44.107873 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6cb278b5-ab84-411b-920f-fee5f03a2fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:45.219906 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:46.576909 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:38:52.822300 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:39:04.576830 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38622) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:04.645427 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.pecan_wsgi.hooks.translation [None req-acabae9c-3848-4970-bf5b-57cb8864b731 admin admin] GET failed (client error): The resource could not be found. Jul 29 08:39:04.646682 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-acabae9c-3848-4970-bf5b-57cb8864b731 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689335 Jul 29 08:39:04.776596 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430db93-e252-48d2-ae37-df1f5a5b22f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:04.777985 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1430db93-e252-48d2-ae37-df1f5a5b22f6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1275127 Jul 29 08:39:06.867622 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38632) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:06.972729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9e365-7aa8-4ee9-b8ea-ac312936ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:06.974070 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ffc9e365-7aa8-4ee9-b8ea-ac312936ab56 admin admin] 10.222.0.36 "GET /v2.0/subnets/96173471-9c2f-4505-affc-c1cba59760f6 HTTP/1.1" status: 200 len: 849 time: 0.1054859 Jul 29 08:39:06.983036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:39:07.114115 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:07.358579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759894809658'] for subnet, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:07.364304 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:07.405619 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:07.406572 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:07.411568 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] 10.222.0.36 "PUT /v2.0/subnets/96173471-9c2f-4505-affc-c1cba59760f6 HTTP/1.1" status: 200 len: 868 time: 0.4281471 Jul 29 08:39:07.411777 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15836404-ba78-4f08-b3be-3ed0a6a2a20e None None] Network 097afdd5-0b51-49bd-a963-e632e5db8eeb requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:39:07.432484 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96173471-9c2f-4505-affc-c1cba59760f6,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:07.440201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442327 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442477 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.442812 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.443132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.443471 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.443790 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.444104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.444421 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:07.448941 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:07.893200 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-20cf1f12-7635-4d70-8481-6c3b82dedf12 None None] Provisioning complete for port 0d6042b2-ade6-46e8-ad74-aab7b5a990f3 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:39:07.894100 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-20cf1f12-7635-4d70-8481-6c3b82dedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:08.015722 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-20cf1f12-7635-4d70-8481-6c3b82dedf12 None None] Provisioning complete for port 47519931-1d13-4eda-acd0-4f90e18eb993 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:39:08.015988 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-20cf1f12-7635-4d70-8481-6c3b82dedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:09.521482 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38642) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:09.691045 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21198f37-74e5-49b2-8daf-07c976f8af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:09.691530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21198f37-74e5-49b2-8daf-07c976f8af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:09.693041 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-21198f37-74e5-49b2-8daf-07c976f8af6b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1705182 Jul 29 08:39:11.679421 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b024bbbe-d312-445c-9225-7fd7bc6851b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:11.798293 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38652) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:11.967989 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedec332-16ad-4ad9-b7d9-cb3e705d0e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:11.968478 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedec332-16ad-4ad9-b7d9-cb3e705d0e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:11.970185 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-cedec332-16ad-4ad9-b7d9-cb3e705d0e8a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709499 Jul 29 08:39:12.016410 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:14.074590 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38662) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:14.127763 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbfad-f618-4841-bfe2-21b2331c23f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:14.249059 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954b638-ca7a-4b0c-9a13-2f22a1bff7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:14.250750 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1954b638-ca7a-4b0c-9a13-2f22a1bff7a9 admin admin] 10.222.0.36 "GET /v2.0/networks/097afdd5-0b51-49bd-a963-e632e5db8eeb HTTP/1.1" status: 200 len: 869 time: 0.1750832 Jul 29 08:39:15.235913 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:16.382957 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38672) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:16.547514 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b88a5-5670-428f-9c3b-3f2dfd9d114a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:16.548869 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-960b88a5-5670-428f-9c3b-3f2dfd9d114a admin admin] 10.222.0.36 "GET /v2.0/networks/881a7fd5-f822-4a3e-9940-27d7c43afdc4 HTTP/1.1" status: 200 len: 886 time: 0.1649692 Jul 29 08:39:16.594831 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:18.703400 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38682) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:18.809259 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76747eed-0d39-46ea-8ce6-8d32fed8952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:18.809714 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76747eed-0d39-46ea-8ce6-8d32fed8952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:18.810673 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-76747eed-0d39-46ea-8ce6-8d32fed8952c admin admin] Synchronizing usage tracker for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:subnet {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:39:18.898724 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-76747eed-0d39-46ea-8ce6-8d32fed8952c admin admin] Unset dirty status for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:subnet {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:39:18.899801 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-76747eed-0d39-46ea-8ce6-8d32fed8952c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1954803 Jul 29 08:39:20.980326 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38692) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:21.082433 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223e00e-cbe7-4088-bc8f-f96bb6128301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:21.082886 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223e00e-cbe7-4088-bc8f-f96bb6128301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:21.084371 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1223e00e-cbe7-4088-bc8f-f96bb6128301 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1031132 Jul 29 08:39:23.209254 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38702) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:23.317943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99ce05-d037-49d2-b9a1-5c4237aeb817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:23.319254 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0d99ce05-d037-49d2-b9a1-5c4237aeb817 admin admin] 10.222.0.36 "GET /v2.0/subnets/96173471-9c2f-4505-affc-c1cba59760f6 HTTP/1.1" status: 200 len: 868 time: 0.1090014 Jul 29 08:39:25.411138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38712) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:25.511003 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1316d3c-3483-44a4-a02b-e4ed4e34d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:25.512353 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f1316d3c-3483-44a4-a02b-e4ed4e34d789 admin admin] 10.222.0.36 "GET /v2.0/subnets/c9230837-e484-4e4c-b888-f3cf6c4e5705 HTTP/1.1" status: 200 len: 816 time: 0.1002414 Jul 29 08:39:29.821102 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:39:41.769910 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5901ef9b-833c-459a-8ba0-a37f18141a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:41.978502 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:44.111303 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c494dd4-009e-4b47-ab7f-9d098b35cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:45.215503 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:46.566909 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:48.364190 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38756) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:48.414651 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [None req-8e6d3586-00dc-4c0b-8dd3-66fa9e660289 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:39:48.415662 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-8e6d3586-00dc-4c0b-8dd3-66fa9e660289 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506120 Jul 29 08:39:50.616633 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38766) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:50.682249 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9e8c73-a87c-4ec0-8990-e374028b6067 admin admin] GET failed (client error): The resource could not be found. Jul 29 08:39:50.683493 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9b9e8c73-a87c-4ec0-8990-e374028b6067 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659492 Jul 29 08:39:50.805434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815b6fd-1876-4652-9e0a-043dc5a389fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:50.806824 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1815b6fd-1876-4652-9e0a-043dc5a389fc admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195264 Jul 29 08:39:52.919864 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38776) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:52.966692 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:39:52.971875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:39:52.981114 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:39:53.052271 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Made reservation on behalf of b4708e6a956c42b592ee48e5b9fb1ab4 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:39:53.054539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:53.138768 dv-cinder-802781-1-smb neutron-server[79225]: WARNING neutron.services.revisions.revision_plugin [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Could not find related network for resource to bump revision. Jul 29 08:39:53.150659 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=79225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:39:53.159569 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:53.159993 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Added segment 8dd30684-e03d-4d5e-9ff9-e43912219a14 of type vlan for network 9a6fde74-b236-4389-adbd-3c98e84acc5b Jul 29 08:39:53.183469 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:53.261334 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:53.262626 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:53.263233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:53.268273 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:53.360236 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Pushing event updated for resources: {'Network': ['ID=9a6fde74-b236-4389-adbd-3c98e84acc5b,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:53.366719 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.367058 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.367391 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.367720 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.368046 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.368367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.368704 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.369020 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.369335 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.369647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.369982 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.370289 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:53.373619 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:53.381432 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:39:53.387870 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4668643 Jul 29 08:39:55.546027 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38786) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:39:55.611176 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e36b228-0687-4291-bfc1-85ea6ab642db admin admin] GET failed (client error): The resource could not be found. Jul 29 08:39:55.612402 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0e36b228-0687-4291-bfc1-85ea6ab642db admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653567 Jul 29 08:39:55.714330 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f736738-b284-4fb8-a82b-815eb0d24d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:55.715730 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4f736738-b284-4fb8-a82b-815eb0d24d01 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0994041 Jul 29 08:39:55.727490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Request body: {'subnet': {'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:39:55.731777 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:39:55.741069 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:39:55.804055 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Made reservation on behalf of b4708e6a956c42b592ee48e5b9fb1ab4 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:39:55.806474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:56.081194 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:56.085591 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:56.156223 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3368a73b-c064-4254-b930-c40f635b434e,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:56.161319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:56.163729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Checking segment: {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:39:56.164116 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Network hostable DHCP agents. Network: 9a6fde74-b236-4389-adbd-3c98e84acc5b, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:39:56.263756 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:39:56.369711 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 9a6fde74-b236-4389-adbd-3c98e84acc5b) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:39:56.373700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:39:56.374334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:56.378857 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99db48-83e1-4352-988f-43ea0a77e29c None None] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:39:56.492853 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7686791 Jul 29 08:39:56.591199 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-9a6fde74-b236-4389-adbd-3c98e84acc5b', 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b', 'tenant_id': 'b4708e6a956c42b592ee48e5b9fb1ab4', 'fixed_ips': [{'subnet_id': '3368a73b-c064-4254-b930-c40f635b434e'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:39:56.592169 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:56.749722 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Allocated IP 192.168.233.2 (9a6fde74-b236-4389-adbd-3c98e84acc5b/3368a73b-c064-4254-b930-c40f635b434e/7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:39:56.960155 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:56.970188 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Transition to ACTIVE for port object 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:39:56.989929 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Transition to ACTIVE for port object 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:39:57.064359 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:57.069122 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:57.131664 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:39:57.134464 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:39:57.138256 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:39:57.143913 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Pushing event updated for resources: {'Port': ['ID=7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:57.180426 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.180759 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.181094 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.181421 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.181822 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.182093 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.182440 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.182757 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.183073 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.183391 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.183702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.184012 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:39:57.191621 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:57.268494 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Attempting to bind port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:39:57.268817 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Attempting to bind port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:39:57.269175 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Attempting to bind port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc on network 9a6fde74-b236-4389-adbd-3c98e84acc5b {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Checking segment: {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Bound using segment: {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Bound port: 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:39:57.277024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:57.364416 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] For port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:39:57.367532 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] For port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:39:57.435923 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:57.440002 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:57.519326 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Pushing event updated for resources: {'Port': ['ID=7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:57.523271 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:58.207176 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:39:58.337356 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22d793-ff3a-4bf0-bdc4-670ffa5584fc None None] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:39:58.410105 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:39:58.504440 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Provisioning for port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:39:58.513311 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Provisioning complete for port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:39:58.513680 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:58.681555 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:58.716965 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] For port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:39:58.812313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:39:58.815139 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:39:58.885239 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Pushing event updated for resources: {'Port': ['ID=7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:39:58.888375 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:39:58.933456 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3a63695e-c708-4ac6-bc93-f7b5b3b27d68 None None] Provisioning complete for port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:39:58.933798 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3a63695e-c708-4ac6-bc93-f7b5b3b27d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:00.164975 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:40:00.233490 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 7d9b14c8-f08d-42e4-8ef0-efd9ec3dbcdc triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:40:00.233882 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:06.820830 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:40:11.724824 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d41d3120-61cd-4a8d-a626-39672490e0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:11.977599 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:14.126160 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad619-802b-4590-89d6-72e3d557655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:15.205916 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:16.615979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:41.689544 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cb49dbfe-38e1-44a3-86b8-f45baaec93cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:41.969617 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:43.820245 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:40:44.119688 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c0a46999-e15f-4185-bdc6-51b468a144a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:45.255752 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:40:46.587078 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:11.695620 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7995efc-67af-4d7e-b83b-0fe9339e67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:11.992140 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:13.205794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38836) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:41:13.211805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [None req-cb6a70e5-1629-4dd8-8ef4-349cc1d5687e tempest-verify_tempest_config-1322363766 tempest-verify_tempest_config-1322363766-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:41:13.212762 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-cb6a70e5-1629-4dd8-8ef4-349cc1d5687e tempest-verify_tempest_config-1322363766 tempest-verify_tempest_config-1322363766-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059941 Jul 29 08:41:13.647341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38854) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:41:13.759572 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:13.773830 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:41:13.777537 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Usage tracker for resource:security_group_rule and tenant:c6fbe60cccdf4d8ea3282d801a581c26 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:41:13.780277 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:41:13.785822 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:41:13.864413 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:13.917625 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:13.926450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:41:13.967969 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6fbe60cccdf4d8ea3282d801a581c26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3195908 Jul 29 08:41:13.969074 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61e8c9-ecfd-4c29-acca-0db80f47afec,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:41:13.970679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38860) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:41:13.976231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.976574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.976910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.977238 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.977561 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.977927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.978248 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.978567 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.978888 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.979209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.979522 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.979837 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:13.983644 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:41:14.032615 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:14.104008 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:14.118920 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-f2096062-fd04-47f2-934a-24a78de4b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:14.262032 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:14.265797 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:41:14.276569 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61e8c9-ecfd-4c29-acca-0db80f47afec,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:41:14.285598 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.285965 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.286933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.287260 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.287581 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.287894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.288214 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.288531 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.288844 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.289201 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.289513 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.289847 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:41:14.293085 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:41:14.294275 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:14.295368 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd61e8c9-ecfd-4c29-acca-0db80f47afec HTTP/1.1" status: 204 len: 168 time: 0.3231845 Jul 29 08:41:15.244683 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:16.575889 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:20.819634 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:41:41.767573 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf0a-899c-45db-8013-d8cacfd4480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:41.969249 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:44.089355 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c7b4-444f-4380-b9c2-dd76e174734c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:45.220486 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:46.591742 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:41:57.818313 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:42:11.717409 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-36d5403e-afc6-4a9c-8888-aeeb0f6311ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:11.985670 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:14.094128 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-06fa9674-e490-4a25-95e9-c4e69b5724e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:15.219935 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:16.591586 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:34.817140 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 5 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:42:41.704251 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-123759fa-e131-49f4-8730-08d51a4ba9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:42.008242 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:44.094136 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-03f5542d-249f-4c1c-ac33-6a1cc9224941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:45.242747 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:46.596741 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:42:56.218252 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-633945'] for agent, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:00.120958 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 38912) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:43:00.231126 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c142ee06-22d6-4f7b-8339-eb0bcc6a6df7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1086979 Jul 29 08:43:02.357398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 38922) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:43:02.415693 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-50be6e81-b45d-47c9-aed5-c126aa32f472 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0571659 Jul 29 08:43:11.705178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ce10-93e1-4087-90ba-f62e81be1f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:11.817183 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:43:11.985076 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:14.126545 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d99723c4-ed7f-456e-b9ff-ce412fcd867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:15.219422 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:16.618089 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:26.162313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:41.706515 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3db198f5-5adc-4e16-96ba-076338055f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:41.979167 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:44.104517 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-80a6dea7-7cfd-40d0-ac38-4ffed5e1403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:45.245481 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:46.624655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:43:48.818011 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:43:56.271193 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:11.727292 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fd15006b-3a27-4d6e-847f-39322e418e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:11.982074 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:14.107390 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4adb2643-ae77-4fdf-90fc-016829ffd288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:15.232896 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:16.627437 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:25.818216 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:44:26.240884 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:41.692665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-19baf0a6-87b1-40dc-9546-68f0fc487799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:42.030822 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:42.358341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39082) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:42.816703 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39096) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:43.004126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-527337974-network', 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:43.008963 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.014991 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Usage tracker for resource:network and tenant:48f8a0f105614d9aa3ec6a384d07b5b9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.019720 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.025712 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.138395 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:43.141106 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.147077 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-network', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:43.152602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.157451 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39114) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:43.158872 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.165479 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Usage tracker for resource:network and tenant:f32e3d93567e4eef97997dfa57914d53 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.169155 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.175880 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.179573 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.188082 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Usage tracker for resource:security_group_rule and tenant:48f8a0f105614d9aa3ec6a384d07b5b9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.188082 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.196746 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.258934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Made reservation on behalf of f32e3d93567e4eef97997dfa57914d53 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:43.261298 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.276854 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.292828 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.297110 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f32e3d93567e4eef97997dfa57914d53 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.301257 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.302998 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.310672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-663757402-network', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:43.313787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.318927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.324242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Usage tracker for resource:network and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.327243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.333066 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.355627 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.358942 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:43.389867 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=79225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:43.399551 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f686d8-020a-48e7-b0a7-66be33359017,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:43.408130 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.408505 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Added segment 1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304 of type vlan for network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab Jul 29 08:44:43.410221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.410654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.410925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.411308 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.411575 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.411834 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.412238 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.412552 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.412884 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.413203 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.413587 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.413853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Tracked resource versions report: Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: pushed versions: Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: { 'AddressGroup': {'1.2'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'ConntrackHelper': {'1.0'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Log': {'1.0'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Network': {'1.1'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Port': {'1.7'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'PortForwarding': {'1.2'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'QosPolicy': {'1.8'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroup': {'1.4'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SubPort': {'1.0'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Subnet': {'1.1'}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Trunk': {'1.1'}} Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: consumer versions: Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: HyperV agent@hv-cinder-80278: {}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'ConntrackHelper': '1.0', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Log': '1.0', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Network': '1.1', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Port': '1.7', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'PortForwarding': '1.2', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'QosPolicy': '1.8', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroup': '1.4', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SecurityGroupRule': '1.2', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'SubPort': '1.0', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Subnet': '1.1', Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: 'Trunk': '1.1'}} Jul 29 08:44:43.414949 dv-cinder-802781-1-smb neutron-server[79225]: {{(pid=79225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:44:43.421955 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:43.445378 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Made reservation on behalf of d89c758da1b146a0a792d210e04f3d2e for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:43.447684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.454803 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.457719 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.465845 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.483692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.490250 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.494361 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.501986 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.553470 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.588681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:43.592265 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.593964 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:43.594547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.602104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9977681a-9951-41ce-898b-46f87a770fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:43.614427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:43.627085 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.627670 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Added segment 2759b4f3-326a-47f4-b69c-d50abfec76f2 of type vlan for network b3ac5886-a33d-43ab-bad5-2465dabf0a9b Jul 29 08:44:43.663690 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.709186 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:43.711816 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:43.713395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd93a4-7d0b-4b65-9280-aa70f9e5216c,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:43.720314 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:43.749857 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.750204 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.750541 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.750872 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.751201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.751527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.751867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.752192 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.752516 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.753075 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.753301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.753620 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Tracked resource versions report: Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: pushed versions: Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: { 'AddressGroup': {'1.2'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'ConntrackHelper': {'1.0'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Log': {'1.0'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Network': {'1.1'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Port': {'1.7'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'PortForwarding': {'1.2'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'QosPolicy': {'1.8'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroup': {'1.4'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SubPort': {'1.0'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Subnet': {'1.1'}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Trunk': {'1.1'}} Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: consumer versions: Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: HyperV agent@hv-cinder-80278: {}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'ConntrackHelper': '1.0', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Log': '1.0', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Network': '1.1', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Port': '1.7', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'PortForwarding': '1.2', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'QosPolicy': '1.8', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroup': '1.4', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SecurityGroupRule': '1.2', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'SubPort': '1.0', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Subnet': '1.1', Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: 'Trunk': '1.1'}} Jul 29 08:44:43.754959 dv-cinder-802781-1-smb neutron-server[79224]: {{(pid=79224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:44:43.761392 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3948410 Jul 29 08:44:43.761392 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39140) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:43.761553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:43.763463 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Request body: {'subnet': {'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-527337974-subnet', 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:43.767324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.771448 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:43.777351 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Usage tracker for resource:subnet and tenant:48f8a0f105614d9aa3ec6a384d07b5b9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:43.787777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:43.798024 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:43.849271 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.853955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:43.883625 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:43.888095 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.891433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:43.894146 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cb418-15e4-497f-91f8-5e95cccff429,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:43.896650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.897551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:43.901641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:43.902370 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:43.918291 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-769767d2-b093-45e3-816f-6ebc564bf364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:44.029967 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39156) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:44.084279 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.084618 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Added segment 11855f4a-1a0a-411b-90ff-01bfbbbcc659 of type vlan for network 5e44050b-98f9-4618-8371-cbf9d9442fd7 Jul 29 08:44:44.087106 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2693727 Jul 29 08:44:44.087917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ac5886-a33d-43ab-bad5-2465dabf0a9b,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:44.094286 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:44.094681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39162) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:44.100793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:44.102841 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Request body: {'subnet': {'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-subnet', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:44.107991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:44.111477 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Usage tracker for resource:subnet and tenant:f32e3d93567e4eef97997dfa57914d53 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:44.115155 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:44.121544 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:44.149099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.196618 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-142e9f9f-970e-42d6-a401-6d05930e1e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.220655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Made reservation on behalf of f32e3d93567e4eef97997dfa57914d53 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:44.223641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.304522 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.306657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.309611 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-74b804d6-299f-4c9e-9862-df5bd0b68dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:44.312967 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:44.313555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.320894 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:44.423777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e288805c-d683-427a-b638-b11bfe0e37fc,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:44.430992 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:44.432225 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Checking segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:44.432423 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Network hostable DHCP agents. Network: 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:44.439239 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e44050b-98f9-4618-8371-cbf9d9442fd7,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:44.443152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:44.450889 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:44.453782 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2950227 Jul 29 08:44:44.457901 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39174) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:44.463839 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-795361535-network', 'tenant_id': 'b457a63082cc42f8b5ab789700dcb323'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:44.482661 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Request body: {'subnet': {'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-subnet', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:44.497215 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:44.524766 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:44.542310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Usage tracker for resource:subnet and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:44.548499 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:44.553882 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:44.571341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Usage tracker for resource:network and tenant:b457a63082cc42f8b5ab789700dcb323 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:44.576863 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:44.596719 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:44.628811 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.637384 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:44.656548 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:44.660042 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Made reservation on behalf of d89c758da1b146a0a792d210e04f3d2e for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:44.664364 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.670103 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39184) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:44.732170 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:44.736021 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:44.736801 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Checking segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:44.743123 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Network hostable DHCP agents. Network: b3ac5886-a33d-43ab-bad5-2465dabf0a9b, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:44.759859 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Made reservation on behalf of b457a63082cc42f8b5ab789700dcb323 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:44.762138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.782494 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.807249 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:44.813357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:b457a63082cc42f8b5ab789700dcb323 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:44.817096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:44.824152 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:44.875096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:44.889865 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5bb13-e302-4361-a5e4-dac0c47f7092 None None] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:44.890446 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:44.891066 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:44.995633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:45.004267 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, b3ac5886-a33d-43ab-bad5-2465dabf0a9b) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:45.015120 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:45.015120 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.020480 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.034544 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d326ef-f660-4542-b061-ee00740ead8c None None] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:45.061991 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3046987 Jul 29 08:44:45.067847 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-235669713-network', 'tenant_id': '7fef527f9c9742e797ce2ccf412112e4'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:45.076690 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:45.084250 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Usage tracker for resource:network and tenant:7fef527f9c9742e797ce2ccf412112e4 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:45.090252 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:45.091084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.092442 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.107632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:45.110677 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-4d050e75-285e-4ea8-ad95-251fb13c09df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:45.144685 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=79225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:45.166893 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0710196 Jul 29 08:44:45.172772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39200) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:45.173937 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.174396 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Added segment f5aec58c-a57f-43d5-a98f-7cddf6268cc2 of type vlan for network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd Jul 29 08:44:45.176360 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ea327e-d17d-4c21-beac-b810b2d37ed4,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:45.192126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:45.193810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c17efa40-be73-4d08-9a63-fc0961f2e6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:45.199207 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:45.207313 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:45.219160 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Usage tracker for resource:router and tenant:f32e3d93567e4eef97997dfa57914d53 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:45.225610 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:45.236260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Made reservation on behalf of 7fef527f9c9742e797ce2ccf412112e4 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:45.239201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.264269 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:45.266573 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.268845 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.279988 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Checking segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:45.287371 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Network hostable DHCP agents. Network: 5e44050b-98f9-4618-8371-cbf9d9442fd7, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:45.296265 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:45.300791 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Usage tracker for resource:security_group_rule and tenant:7fef527f9c9742e797ce2ccf412112e4 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:45.303899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:45.309934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:45.324850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2414788a-1179-42d4-b151-e8ded571ac81,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:45.326227 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.340554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:45.415459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.432977 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.435369 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.468480 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.470111 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:45.478351 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.483994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b4139c-aa78-48d0-ab64-395f0a7a6fe4 None None] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:45.488023 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:45.488605 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.516242 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:45.563875 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b7081-3cf1-4c12-8932-368325f2e6fb None None] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:45.641862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.682445 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 5e44050b-98f9-4618-8371-cbf9d9442fd7) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:45.695323 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:45.707774 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.708607 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Added segment d07c4702-380f-4f3f-b30e-822668f052ad of type vlan for network b889990c-fe55-4b55-80ab-7ffbc5dfb6bc Jul 29 08:44:45.723289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:45.754021 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa6707-16c6-4aa1-9a7c-fe9d48354349 None None] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:45.806556 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.807906 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:45.809157 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:45.814176 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63132fa5-1a57-400a-afe5-faf674db947e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:45.820074 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:45.842689 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8064971 Jul 29 08:44:45.849020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39226) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:45.852300 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:45.854653 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Request body: {'subnet': {'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-795361535-subnet', 'tenant_id': 'b457a63082cc42f8b5ab789700dcb323', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:45.859348 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:45.877514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:45.881013 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:45.888401 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Usage tracker for resource:subnet and tenant:b457a63082cc42f8b5ab789700dcb323 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:45.891934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:45.900035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:45.987784 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5147035 Jul 29 08:44:45.990398 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39234) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:45.997695 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:46.026081 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:46.030310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Usage tracker for resource:router and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:46.036810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:46.052404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:46.063102 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.067433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:46.068039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.135138 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:46.152356 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.153551 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.181730 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.252264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Pushing event updated for resources: {'Network': ['ID=b889990c-fe55-4b55-80ab-7ffbc5dfb6bc,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:46.262144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Made reservation on behalf of b457a63082cc42f8b5ab789700dcb323 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:46.264527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.325025 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network b889990c-fe55-4b55-80ab-7ffbc5dfb6bc details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:46.486242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:46.587734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-5e44050b-98f9-4618-8371-cbf9d9442fd7', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:44:46.588618 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.645380 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.712577 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.717700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-20e2e30f-0ed3-46e6-818e-7017a452e05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:46.786416 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.820615 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Allocated IP 172.20.0.2 (5e44050b-98f9-4618-8371-cbf9d9442fd7/2414788a-1179-42d4-b151-e8ded571ac81/c53b3809-1fa1-4473-bc0c-0a282153d14c) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:46.879033 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:46.891973 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2168419 Jul 29 08:44:46.897394 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39254) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:46.903524 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Request body: {'subnet': {'network_id': 'b889990c-fe55-4b55-80ab-7ffbc5dfb6bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-235669713-subnet', 'tenant_id': '7fef527f9c9742e797ce2ccf412112e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:46.924850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:46.935775 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Usage tracker for resource:subnet and tenant:7fef527f9c9742e797ce2ccf412112e4 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:46.944176 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:46.957395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03166f4e-123a-4e1e-88eb-14e4a709d4b8,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:46.962595 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:46.964039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Checking segment: {'id': 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:46.964039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Network hostable DHCP agents. Network: afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:47.084350 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:47.092251 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.109043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Transition to ACTIVE for port object c53b3809-1fa1-4473-bc0c-0a282153d14c will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:44:47.130919 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Transition to ACTIVE for port object c53b3809-1fa1-4473-bc0c-0a282153d14c will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:44:47.192312 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:47.299277 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.306467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:47.325638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.353769 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:47.366903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:47.367563 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.375367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Made reservation on behalf of 7fef527f9c9742e797ce2ccf412112e4 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:47.379752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.384141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.417394 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Pushing event updated for resources: {'Port': ['ID=c53b3809-1fa1-4473-bc0c-0a282153d14c,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:47.421378 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7c4a8-8300-4fda-ab14-a03fc37a42b5 None None] Network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:47.458019 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:47.466738 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:47.482054 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.482706 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.483302 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.483795 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.484266 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.484745 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.485287 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.500999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.500999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.500999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.502607 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.505098 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Tracked resource versions report: Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: pushed versions: Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: { 'AddressGroup': {'1.2'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'ConntrackHelper': {'1.0'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Log': {'1.0'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Network': {'1.1'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Port': {'1.7'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'PortForwarding': {'1.2'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'QosPolicy': {'1.8'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroup': {'1.4'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SubPort': {'1.0'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Subnet': {'1.1'}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Trunk': {'1.1'}} Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: consumer versions: Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: HyperV agent@hv-cinder-80278: {}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'ConntrackHelper': '1.0', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Log': '1.0', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Network': '1.1', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Port': '1.7', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'PortForwarding': '1.2', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'QosPolicy': '1.8', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroup': '1.4', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SecurityGroupRule': '1.2', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'SubPort': '1.0', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Subnet': '1.1', Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: 'Trunk': '1.1'}} Jul 29 08:44:47.507313 dv-cinder-802781-1-smb neutron-server[79226]: {{(pid=79226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:44:47.538515 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:47.552082 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39294) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:47.553465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Allocated IP 172.28.1.222 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/69ab6de0-f0c7-4758-be2c-de0932a91a4a) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:47.566300 dv-cinder-802781-1-smb neutron-server[79224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 08:44:47.723011 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8714957 Jul 29 08:44:47.905437 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:47.911114 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.960593 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Attempting to bind port c53b3809-1fa1-4473-bc0c-0a282153d14c on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:44:47.961173 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Attempting to bind port c53b3809-1fa1-4473-bc0c-0a282153d14c by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:44:47.961785 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Attempting to bind port c53b3809-1fa1-4473-bc0c-0a282153d14c on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:44:47.971223 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:44:47.972310 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Checking segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:47.972832 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.973301 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Bound using segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:44:47.973425 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.974023 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Bound port: c53b3809-1fa1-4473-bc0c-0a282153d14c, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:44:47.974554 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:47.985526 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026918bf-f14d-446b-ae94-bb1202166144 None None] Network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:48.080775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-9bc2f7de-7010-4228-a627-86efa0dc0a6c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:48.089595 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-9bc2f7de-7010-4228-a627-86efa0dc0a6c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.5291145 Jul 29 08:44:48.123668 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-8185079b-b438-4a06-8737-76cf2d6f0342 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/quotas/48f8a0f105614d9aa3ec6a384d07b5b9 HTTP/1.1" status: 200 len: 375 time: 0.0329089 Jul 29 08:44:48.180815 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.186894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2c55ae79-0c88-49e4-9c59-f469dc3f9e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:48.232299 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-9e4dd511-4941-4302-a401-dad2702639f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009893 Jul 29 08:44:48.238509 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] For port c53b3809-1fa1-4473-bc0c-0a282153d14c, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:44:48.263099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.293963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] For port c53b3809-1fa1-4473-bc0c-0a282153d14c, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=c53b3809-1fa1-4473-bc0c-0a282153d14c,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:44:48.313994 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcd15d9-da3e-4c40-86cf-3ee5c80c1b64,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:48.318691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:48.324981 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Checking segment: {'id': 'd07c4702-380f-4f3f-b30e-822668f052ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b889990c-fe55-4b55-80ab-7ffbc5dfb6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:48.325337 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Network hostable DHCP agents. Network: b889990c-fe55-4b55-80ab-7ffbc5dfb6bc, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:48.358970 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39334) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:48.362980 dv-cinder-802781-1-smb neutron-server[79225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 08:44:48.401193 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.413450 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:48.457642 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39340) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:48.508717 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Network b889990c-fe55-4b55-80ab-7ffbc5dfb6bc is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:48.535115 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Pushing event updated for resources: {'Port': ['ID=c53b3809-1fa1-4473-bc0c-0a282153d14c,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:48.540829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:48.569495 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.573679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c6674712-5953-42ee-a573-7fee1bdd2fc1 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:48.574408 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c6674712-5953-42ee-a573-7fee1bdd2fc1 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Synchronizing usage tracker for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:network {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:44:48.584592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:48.621372 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, b889990c-fe55-4b55-80ab-7ffbc5dfb6bc) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:48.625900 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:48.626695 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.631193 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c5c5b-bd5a-4725-a9ee-db9145a1f2df None None] Network b889990c-fe55-4b55-80ab-7ffbc5dfb6bc requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:48.632576 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-e9078bb8-eec4-45f0-a03d-56d01c313e5c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:44:48.640273 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-e9078bb8-eec4-45f0-a03d-56d01c313e5c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1570036 Jul 29 08:44:48.700295 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Allocated IP 172.28.1.27 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/cb4abfb4-c91e-42d5-9a23-418f06f070f4) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:48.730665 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:48.736791 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:48.740573 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c6674712-5953-42ee-a573-7fee1bdd2fc1 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Unset dirty status for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:network {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:44:48.743592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:48.748880 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c6674712-5953-42ee-a573-7fee1bdd2fc1 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/networks?id=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd HTTP/1.1" status: 200 len: 811 time: 0.3882146 Jul 29 08:44:48.805590 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-509b04f6-93ef-4424-83d3-0a37f2f85dbd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/quotas/b457a63082cc42f8b5ab789700dcb323 HTTP/1.1" status: 200 len: 375 time: 0.0552776 Jul 29 08:44:48.828584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:48.879136 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f06867a6-1eae-4402-b01b-4d50820909b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9805219 Jul 29 08:44:48.887776 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e871e-e344-4c9f-8ff6-98f8eebd9aec None None] Network b889990c-fe55-4b55-80ab-7ffbc5dfb6bc requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:48.927760 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Pushing event updated for resources: {'Port': ['ID=69ab6de0-f0c7-4758-be2c-de0932a91a4a,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:48.975722 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-1810cdc5-7ac6-42b4-98e1-a3e5b36e6c2e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b457a63082cc42f8b5ab789700dcb323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1696606 Jul 29 08:44:49.022565 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:49.024314 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:49.077071 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Usage tracker for resource:security_group_rule and tenant:72297051dd1d4e56a0d4478b02017e1b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:49.077194 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:49.087865 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:49.115754 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:49.134168 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-eb7074cf-28f9-4e3f-bee4-903f95ae8941 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:44:49.135111 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-eb7074cf-28f9-4e3f-bee4-903f95ae8941 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545402 Jul 29 08:44:49.195796 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-6f056059-6bc5-400e-8b4c-4fcc96cfd568 service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509918 Jul 29 08:44:49.239413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:49.250218 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cf53f0d0-ac3a-491d-92e2-83ad3ad2ad6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:49.326072 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:49.339084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:49.341474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:49.412826 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Pushing event updated for resources: {'Port': ['ID=cb4abfb4-c91e-42d5-9a23-418f06f070f4,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:49.415914 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:49.420236 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-abbf1a24-3f26-4a4a-b924-b940cc984f4d service neutron] 10.222.0.36 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782629 Jul 29 08:44:49.443571 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-29c7cdf1-5de9-46f3-abc0-69cce0d15ab4 service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442799 Jul 29 08:44:49.646474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:49.672853 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:49.783776 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:49.857672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:49.867121 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-23680f81-cab9-4fed-94d3-bd73d829a4cc service neutron] 10.222.0.36 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846773 Jul 29 08:44:49.925245 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da330615-978b-471d-adba-253d55474c0b None None] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:49.952710 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72297051dd1d4e56a0d4478b02017e1b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4936738 Jul 29 08:44:49.953799 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39398) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:50.022362 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f998f055-71a7-4dbf-8787-e4ea4111ccea,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:50.033177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:50.112536 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39408) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:50.120560 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-695722803-network', 'tenant_id': '64b06a5c3aff46d0915a499b05ee32e9'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:50.126005 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:50.131864 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Usage tracker for resource:network and tenant:64b06a5c3aff46d0915a499b05ee32e9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:50.134902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:50.161929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:50.169031 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4590ca10-808a-4cb4-831e-eae2aa31cf4a req-f124f5ba-ec41-460c-bd73-8da080f41d2a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1343927 Jul 29 08:44:50.196270 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-f15a8107-854b-4ba4-bb75-0f3ecebbf9c7 None None] Provisioning for port c53b3809-1fa1-4473-bc0c-0a282153d14c completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:44:50.397796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.442004 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Made reservation on behalf of 64b06a5c3aff46d0915a499b05ee32e9 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:50.442298 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.445151 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.500679 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device c53b3809-1fa1-4473-bc0c-0a282153d14c up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:44:50.522771 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.562273 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-519e4bd4-f042-46f6-9e27-298dfb4a3841 req-db827980-fe5a-4e5e-96d3-caa75c14469f tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.1241574 Jul 29 08:44:50.619004 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.624866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.824429 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port c53b3809-1fa1-4473-bc0c-0a282153d14c completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:44:50.831750 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port c53b3809-1fa1-4473-bc0c-0a282153d14c triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:50.832316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:50.981934 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:51.006214 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.009233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Usage tracker for resource:security_group_rule and tenant:64b06a5c3aff46d0915a499b05ee32e9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:51.014713 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:51.015643 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:51.025074 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:51.028723 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f998f055-71a7-4dbf-8787-e4ea4111ccea,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:51.033494 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:51.036151 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Router 5eeb953d-2c63-4184-a8ad-57493d125113 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:44:51.072577 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.076585 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f998f055-71a7-4dbf-8787-e4ea4111ccea HTTP/1.1" status: 204 len: 168 time: 1.0587101 Jul 29 08:44:51.124411 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.168405 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port c53b3809-1fa1-4473-bc0c-0a282153d14c, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=c53b3809-1fa1-4473-bc0c-0a282153d14c,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:44:51.251601 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-2a06c38b-4e59-41b1-b9dd-048d65bc0b61 None None] Provisioning complete for port c53b3809-1fa1-4473-bc0c-0a282153d14c triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:51.251995 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2a06c38b-4e59-41b1-b9dd-048d65bc0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.314620 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2f28d0b-a61d-480a-bfef-9f857dc8babf req-50c8cbb5-efc6-478c-8c5a-ca2bfe5d7c4c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.0531428 Jul 29 08:44:51.323975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:44:51.324255 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.338942 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Sync routers for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:44:51.360474 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:44:51.364362 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:51.403614 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.413719 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.419195 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:51.489542 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.490853 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3187103 Jul 29 08:44:51.493969 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39478) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:51.513829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=c53b3809-1fa1-4473-bc0c-0a282153d14c,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:51.521221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.527011 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:51.556436 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=79225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:44:51.585999 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3196e5b1-8414-400a-8344-ac7a15e18368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:51.644262 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:44:51.670552 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.671405 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Added segment b8b94213-32dd-4445-9595-7c5274eb7b71 of type vlan for network 3fa555b0-0bf3-4cce-8945-4c21f05245a9 Jul 29 08:44:51.689734 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb242eec-367f-43be-bf91-4cd29a308e94,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:51.708521 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:51.771741 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1570a043-1ae2-4789-97e5-8043026c42e9 req-18f9d170-a833-4257-b142-c31f180a6912 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.0597110 Jul 29 08:44:51.803777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:51.906629 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Router ac7918a5-2ce7-4434-8161-e63c56928af5 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:44:52.018296 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:52.030252 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Checking router: 5eeb953d-2c63-4184-a8ad-57493d125113 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:44:52.030677 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Updating router 5eeb953d-2c63-4184-a8ad-57493d125113 port 69ab6de0-f0c7-4758-be2c-de0932a91a4a binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:44:52.094474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.101880 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.316442 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:52.317017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.371258 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:52.372876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39514) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:52.401165 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.418270 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device c53b3809-1fa1-4473-bc0c-0a282153d14c up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:44:52.433702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:52.472988 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Usage tracker for resource:security_group_rule and tenant:07b67088d5b7432faa744ce734a1fc0c is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:52.476169 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:52.482216 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:52.552789 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port c53b3809-1fa1-4473-bc0c-0a282153d14c triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:52.553441 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.586104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:44:52.633350 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:44:52.669635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:44:52.671250 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:52.675072 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.693385 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Transition to ACTIVE for port object 69ab6de0-f0c7-4758-be2c-de0932a91a4a will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:44:52.776793 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.780246 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.783158 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.785633 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-8bf8f214-2814-4edf-8f8e-b7dfe43f8861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:52.791369 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa555b0-0bf3-4cce-8945-4c21f05245a9,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:52.827752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:52.844349 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dd5cf8bf-dd97-4b97-8327-2e2df4bf3b4f req-a604cdd1-c58a-450c-9789-a130863333e7 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.3907442 Jul 29 08:44:52.896841 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7792182 Jul 29 08:44:52.896975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39532) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:52.899928 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.907086 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Request body: {'subnet': {'network_id': '3fa555b0-0bf3-4cce-8945-4c21f05245a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-695722803-subnet', 'tenant_id': '64b06a5c3aff46d0915a499b05ee32e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:52.913280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:52.919057 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Usage tracker for resource:subnet and tenant:64b06a5c3aff46d0915a499b05ee32e9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:52.922761 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:52.929553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:52.946416 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Attempting to bind port 69ab6de0-f0c7-4758-be2c-de0932a91a4a on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:44:52.947169 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Attempting to bind port 69ab6de0-f0c7-4758-be2c-de0932a91a4a by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:44:52.947954 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Attempting to bind port 69ab6de0-f0c7-4758-be2c-de0932a91a4a on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:44:52.948655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 3fa555b0-0bf3-4cce-8945-4c21f05245a9 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:44:52.951724 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7b714b7a-6268-4695-b654-4898913f7d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:52.958751 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Pushing event updated for resources: {'Port': ['ID=69ab6de0-f0c7-4758-be2c-de0932a91a4a,revision_number=2']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:52.961426 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Notify callbacks [] for router, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.962731 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9709959 Jul 29 08:44:52.963159 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:44:52.964662 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:52.966069 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.967024 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:44:52.970683 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Bound port: 69ab6de0-f0c7-4758-be2c-de0932a91a4a, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:44:52.970683 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:52.972737 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39536) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:53.025583 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.026165 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.026796 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.027381 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.027895 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.028405 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.028902 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.029418 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.029979 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.030509 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.031345 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.032011 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Tracked resource versions report: Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: pushed versions: Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: { 'AddressGroup': {'1.2'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'ConntrackHelper': {'1.0'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Log': {'1.0'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Network': {'1.1'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Port': {'1.7'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'PortForwarding': {'1.2'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'QosPolicy': {'1.8'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroup': {'1.4'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroupRule': {'1.2'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SubPort': {'1.0'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Subnet': {'1.1'}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Trunk': {'1.1'}} Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: consumer versions: Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: { DHCP agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: HyperV agent@hv-cinder-80278: {}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: L3 agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: Metadata agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: Metering agent@dv-cinder-802781-1-smb: {}, Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: Open vSwitch agent@dv-cinder-802781-1-smb: { 'AddressGroup': '1.2', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'ConntrackHelper': '1.0', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Log': '1.0', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Network': '1.1', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Port': '1.7', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'PortForwarding': '1.2', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'QosPolicy': '1.8', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroup': '1.4', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SecurityGroupRule': '1.2', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'SubPort': '1.0', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Subnet': '1.1', Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: 'Trunk': '1.1'}} Jul 29 08:44:53.033541 dv-cinder-802781-1-smb neutron-server[79227]: {{(pid=79227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 08:44:53.049387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39542) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:53.052353 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:53.104783 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Made reservation on behalf of 64b06a5c3aff46d0915a499b05ee32e9 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:53.109946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.111159 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] For port 69ab6de0-f0c7-4758-be2c-de0932a91a4a, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:44:53.121247 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] For port 69ab6de0-f0c7-4758-be2c-de0932a91a4a, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=69ab6de0-f0c7-4758-be2c-de0932a91a4a,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:44:53.169449 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07b67088d5b7432faa744ce734a1fc0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7931790 Jul 29 08:44:53.174221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39550) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:53.204592 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.212422 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:53.245840 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:44:53.266296 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39554) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:53.273535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f02482-d173-483f-b10b-265602601938,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:53.324045 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Pushing event updated for resources: {'Port': ['ID=69ab6de0-f0c7-4758-be2c-de0932a91a4a,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:53.328540 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:53.367583 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:44:53.370824 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:53.371089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:53.389465 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5583d309-4c0d-4d9f-aade-37fda12ab095 req-40049ecd-30a3-4d0f-8c95-4fae8f9d6473 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.2361407 Jul 29 08:44:53.570862 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.689971 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:44:53.694405 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.708885 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.756247 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:53.770043 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:53.817263 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Usage tracker for resource:security_group_rule and tenant:80a51bafb0634978a5c582dd0b87bd26 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:53.827801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:53.832882 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:53.837791 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Allocated IP 172.20.0.1 (b3ac5886-a33d-43ab-bad5-2465dabf0a9b/0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c/f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:53.838756 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:44:53.838756 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Updating router ac7918a5-2ce7-4434-8161-e63c56928af5 port cb4abfb4-c91e-42d5-9a23-418f06f070f4 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:44:53.845217 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:53.979081 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.019565 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.034359 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.093204 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f02482-d173-483f-b10b-265602601938,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:54.112971 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:54.153632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.162787 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.166300 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58f02482-d173-483f-b10b-265602601938 HTTP/1.1" status: 204 len: 168 time: 0.9881017 Jul 29 08:44:54.183703 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:54.185051 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.188741 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb658519-377e-4ea2-bd50-ced401a7498b None None] The sync data for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb is: [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:44:54.193674 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:54.197633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.249621 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Usage tracker for resource:security_group_rule and tenant:199eaf000d1649bf8b40e34dcb32efaf is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:54.263387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:54.280268 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:54.307491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.320713 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d4abaa1c-c03d-4eed-8a46-16225a29d94e req-8b19e91a-005a-4de6-8913-060e9e77540f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1540596 Jul 29 08:44:54.328521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078de52c-d6bf-475b-97c9-d339fc630f4e,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:54.367733 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:54.367992 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.382838 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.401183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.436257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.450150 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:54.451155 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Transition to ACTIVE for port object cb4abfb4-c91e-42d5-9a23-418f06f070f4 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:44:54.480192 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:54.493681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:54.493681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.494591 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.513028 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2faceb04-6c91-4107-a398-7d718ea76132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.546620 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.553665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.664389 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Synchronizing usage tracker for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:44:54.682986 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd60b5e6-9782-4711-ac46-1060e45ab57e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:54.746263 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Attempting to bind port cb4abfb4-c91e-42d5-9a23-418f06f070f4 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:44:54.746263 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Attempting to bind port cb4abfb4-c91e-42d5-9a23-418f06f070f4 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:44:54.746937 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Attempting to bind port cb4abfb4-c91e-42d5-9a23-418f06f070f4 on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:44:54.753142 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:54.760018 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:44:54.760484 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:54.760971 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.761433 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:44:54.762039 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Bound port: cb4abfb4-c91e-42d5-9a23-418f06f070f4, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:44:54.762553 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.795901 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Pushing event updated for resources: {'Port': ['ID=cb4abfb4-c91e-42d5-9a23-418f06f070f4,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:54.798992 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:54.830536 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.11', 53496) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:54.840181 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Checking segment: {'id': 'b8b94213-32dd-4445-9595-7c5274eb7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3fa555b0-0bf3-4cce-8945-4c21f05245a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:44:54.840436 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Network hostable DHCP agents. Network: 3fa555b0-0bf3-4cce-8945-4c21f05245a9, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:44:54.856254 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] For port cb4abfb4-c91e-42d5-9a23-418f06f070f4, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:44:54.860774 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] For port cb4abfb4-c91e-42d5-9a23-418f06f070f4, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=cb4abfb4-c91e-42d5-9a23-418f06f070f4,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:44:54.948654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Unset dirty status for tenant:b4708e6a956c42b592ee48e5b9fb1ab4 on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:44:54.952963 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80a51bafb0634978a5c582dd0b87bd26&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6825392 Jul 29 08:44:54.956936 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39584) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:54.981688 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:54.987703 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:54.992512 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:54.999574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:55.001950 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2432094d-c911-4f37-997d-f50e885eba0d req-1a43328b-69b7-4816-8a1c-dd7a662781be tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.1476810 Jul 29 08:44:55.101312 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Network 3fa555b0-0bf3-4cce-8945-4c21f05245a9 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:44:55.152444 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:44:55.153090 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:55.190901 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.194289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 3fa555b0-0bf3-4cce-8945-4c21f05245a9) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:55.202691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Allocated IP 172.20.0.1 (5e44050b-98f9-4618-8371-cbf9d9442fd7/2414788a-1179-42d4-b151-e8ded571ac81/b910b37e-afc7-4963-baad-d55ca3248751) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:55.210433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:55.212124 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.255052 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c75249-0818-4901-af41-fcb8a9b8ed37 None None] Network 3fa555b0-0bf3-4cce-8945-4c21f05245a9 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:55.272390 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Pushing event updated for resources: {'Port': ['ID=cb4abfb4-c91e-42d5-9a23-418f06f070f4,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:55.289014 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:55.289500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.316875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:55.337831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.354311 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-a8ed69d2-1bdd-4be8-a3af-30433203e883 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:55.355845 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-a8ed69d2-1bdd-4be8-a3af-30433203e883 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.11 "GET /v2.0/networks?id=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd HTTP/1.1" status: 200 len: 811 time: 0.5238366 Jul 29 08:44:55.418067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.429547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:55.469980 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:44:55.474362 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5792999 Jul 29 08:44:55.563139 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=199eaf000d1649bf8b40e34dcb32efaf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5018027 Jul 29 08:44:55.573577 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39606) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:55.581928 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62a374-b08b-44cf-a85e-1466c3102265,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:55.621032 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:55.718849 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Request body: {'port': {'device_id': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd', 'admin_state_up': True, 'tenant_id': 'b457a63082cc42f8b5ab789700dcb323'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:55.744657 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4b22919d-34ca-4fc9-bf0e-ecf04881ad74 req-56ec36dd-cd83-4813-974b-19c07078558a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1669176 Jul 29 08:44:55.774577 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.236758 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.239341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:56.240304 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.11', 53497) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:56.240681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.240681 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd60b5e6-9782-4711-ac46-1060e45ab57e HTTP/1.1" status: 204 len: 168 time: 0.9402416 Jul 29 08:44:56.240681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd60b5e6-9782-4711-ac46-1060e45ab57e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:56.240681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:56.240681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.241318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f14954-79b3-44de-95b2-fad1c67114e5 None None] Network 3fa555b0-0bf3-4cce-8945-4c21f05245a9 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:44:56.242149 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Transition to ACTIVE for port object b910b37e-afc7-4963-baad-d55ca3248751 will not be triggered until provisioned by entity DHCP. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:44:56.242549 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39620) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:56.242549 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.243084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:56.243084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Usage tracker for resource:port and tenant:b457a63082cc42f8b5ab789700dcb323 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:56.243084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:56.243084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:56.267900 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.288179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:56.343745 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11a1ccd7-4b0f-47be-baaf-3df92093bd14 req-599df5ce-0f0e-43dc-9fcf-e5a62dadc6a1 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.0756965 Jul 29 08:44:56.382140 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Made reservation on behalf of b457a63082cc42f8b5ab789700dcb323 for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:56.386500 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.423866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.db.resource_extend [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 08:44:56.460462 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:56.461260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.465181 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:56.470690 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Deleting subnet dfcd15d9-da3e-4c40-86cf-3ee5c80c1b64 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:44:56.470849 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:56.471506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.474864 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 69ab6de0-f0c7-4758-be2c-de0932a91a4a up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:44:56.485514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.500573 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.530263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-8282b94e-47d1-4531-800c-f1b32abe43b4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:56.531963 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-8282b94e-47d1-4531-800c-f1b32abe43b4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.6721630 Jul 29 08:44:56.548886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Request body: {'port': {'device_id': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'admin_state_up': True, 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:44:56.573247 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:56.587163 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:56.670435 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:56.732480 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.753513 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb489-ce19-4c04-96a7-422f9d222343 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:49Z', 'revision_number': 3, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:44:56.764372 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.778493 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.866159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 69ab6de0-f0c7-4758-be2c-de0932a91a4a completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:44:56.873224 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 69ab6de0-f0c7-4758-be2c-de0932a91a4a triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:56.873224 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.873934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:56.900411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e07d1f9d-5653-4359-b0a8-dc041be0ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:56.946483 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ec36e0f7-0bb4-4063-a38c-d819e758a2bd None None] Provisioning for port b910b37e-afc7-4963-baad-d55ca3248751 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:44:56.982370 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ec36e0f7-0bb4-4063-a38c-d819e758a2bd None None] Provisioning complete for port b910b37e-afc7-4963-baad-d55ca3248751 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:56.983238 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ec36e0f7-0bb4-4063-a38c-d819e758a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.035004 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.114953 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b347cad6-d1ca-4bff-afb0-32bcebabfe82 req-95ecd0f7-4714-4ad2-ae9d-775b3f1e94dc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1226788 Jul 29 08:44:57.174015 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.184436 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ec36e0f7-0bb4-4063-a38c-d819e758a2bd None None] Port b910b37e-afc7-4963-baad-d55ca3248751 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:44:57.229258 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.230662 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd62a374-b08b-44cf-a85e-1466c3102265 HTTP/1.1" status: 204 len: 168 time: 1.6538050 Jul 29 08:44:57.289256 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Allocated IP 172.20.0.11 (afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd/03166f4e-123a-4e1e-88eb-14e4a709d4b8/ab73657f-84c4-4214-a332-e83fbcd97a7a) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:57.310490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:57.319189 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.319647 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:57.336389 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:57.345060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:57.355170 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Usage tracker for resource:port and tenant:48f8a0f105614d9aa3ec6a384d07b5b9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:57.359011 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 69ab6de0-f0c7-4758-be2c-de0932a91a4a, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=69ab6de0-f0c7-4758-be2c-de0932a91a4a,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:44:57.367641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:57.375638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62a374-b08b-44cf-a85e-1466c3102265,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:57.385326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:57.389654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:57.448769 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:57.450105 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:57.478026 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.480454 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-42b1c3d3-8df0-4512-87ad-219a09a557f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:57.486428 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39664) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:57.542104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.679327 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=69ab6de0-f0c7-4758-be2c-de0932a91a4a,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:57.685727 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:57.723979 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:44:57.752764 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Usage tracker for resource:security_group_rule and tenant:4c95c816f4f04691b6d423c914b2c9ab is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:44:57.756481 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:44:57.757627 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:44:57.762715 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.785370 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.787299 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:44:57.895751 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:57.945714 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:57.958418 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcd15d9-da3e-4c40-86cf-3ee5c80c1b64,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:57.961018 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:57.977670 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ce0bc38c-e672-46ef-bce3-8442d63d184c req-0fa968a5-d8bf-458f-9277-b5407430c61f tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.2440252 Jul 29 08:44:57.991992 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.004228 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.030147 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfcd15d9-da3e-4c40-86cf-3ee5c80c1b64 HTTP/1.1" status: 204 len: 168 time: 1.9359245 Jul 29 08:44:58.037135 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39674) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:58.096291 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Router 5eeb953d-2c63-4184-a8ad-57493d125113 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:44:58.098879 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.106743 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.126291 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-22c9814a-348d-47e0-8ab5-7ea9e7b24d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:58.282302 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Allocated IP 172.20.0.8 (7c43698b-da9d-4b0a-8aab-55b7ceadb5ab/e288805c-d683-427a-b638-b11bfe0e37fc/1a00e7fc-bddf-4eca-ac30-db972160c52e) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:44:58.544707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:58.594978 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device cb4abfb4-c91e-42d5-9a23-418f06f070f4 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:44:58.616274 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4addce3-3f5c-4e0b-9a90-07ebe7975d41 req-34fdef68-80f6-4366-b6fb-5e45628ef258 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1946354 Jul 29 08:44:58.617300 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.662589 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.663929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:58.778414 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cb780dc5-6e25-476d-9fee-7ce96955729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:58.862343 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.883912 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port cb4abfb4-c91e-42d5-9a23-418f06f070f4 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:44:58.890499 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port cb4abfb4-c91e-42d5-9a23-418f06f070f4 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:58.891109 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:58.921404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:58.922944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.105857 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:59.110123 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:44:59.121904 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:44:59.122856 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.136498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:44:59.187331 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.220829 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:44:59.267796 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port cb4abfb4-c91e-42d5-9a23-418f06f070f4, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=cb4abfb4-c91e-42d5-9a23-418f06f070f4,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:44:59.283013 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c95c816f4f04691b6d423c914b2c9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7949398 Jul 29 08:44:59.300536 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39712) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:44:59.463807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.466089 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 69ab6de0-f0c7-4758-be2c-de0932a91a4a up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:44:59.489239 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Pushing event updated for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:59.556729 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:59.557127 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8d87db1c-8997-45b1-9f63-3db1ba09a6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:59.594497 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:44:59.608525 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Sync routers for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:44:59.631193 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:44:59.631856 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:44:59.669652 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:44:59.698646 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/5eeb953d-2c63-4184-a8ad-57493d125113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1869252 Jul 29 08:44:59.715516 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0195580 Jul 29 08:44:59.750378 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a49f9-a871-4f7b-bfe2-62f091876052,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:59.756154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-3f037b88-bfa7-40b7-bc48-d31680dae7cd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:44:59.760255 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-3f037b88-bfa7-40b7-bc48-d31680dae7cd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215909 Jul 29 08:44:59.800499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.834990 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=cb4abfb4-c91e-42d5-9a23-418f06f070f4,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:44:59.841239 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:59.864218 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 69ab6de0-f0c7-4758-be2c-de0932a91a4a triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:59.864827 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:44:59.894929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:44:59.965898 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-eeba65d3-7cf4-46f9-9319-c3b61225d847 None None] Provisioning complete for port b910b37e-afc7-4963-baad-d55ca3248751 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:44:59.978396 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-eeba65d3-7cf4-46f9-9319-c3b61225d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.065866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.082169 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4ee0a46d-7081-4947-a520-006bbb427254 req-c70d5041-6242-4037-8a13-7a4cdaad33e8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.1862381 Jul 29 08:45:00.161108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:45:00.178182 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a17d5-ecbe-408e-9d6f-4e5f8af4eb47 req-a5ba59db-f100-4f00-8836-f71a2b4bc309 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:00.188655 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-485a17d5-ecbe-408e-9d6f-4e5f8af4eb47 req-a5ba59db-f100-4f00-8836-f71a2b4bc309 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 932 time: 0.8888609 Jul 29 08:45:00.198093 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.198447 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.205303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.205711 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.206067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.206431 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.210632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.212132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.212489 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.215650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.249058 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:00.252512 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-eeba65d3-7cf4-46f9-9319-c3b61225d847 None None] Port b910b37e-afc7-4963-baad-d55ca3248751 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:45:00.438158 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device cb4abfb4-c91e-42d5-9a23-418f06f070f4 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:00.441524 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Request body: {'port': {'device_id': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:00.567212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.567874 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.568406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.568920 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:00.569506 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b889990c-fe55-4b55-80ab-7ffbc5dfb6bc']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:00.605418 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07c4702-380f-4f3f-b30e-822668f052ad') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:00.605934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07c4702-380f-4f3f-b30e-822668f052ad') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:00.612330 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port cb4abfb4-c91e-42d5-9a23-418f06f070f4 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:00.615585 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.630406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.656474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.665524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:45:00.666124 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.849159 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: from cryptography.utils import int_from_bytes Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: from cryptography.utils import int_from_bytes Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: util.warn_limited( Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:45:00.855661 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:45:00.867989 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:55Z', 'revision_number': 4, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b', 'name': '', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'mac_address': 'fa:16:3e:a6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:52Z', 'updated_at': '2021-07-29T08:44:55Z', 'revision_number': 2, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'subnets': [{'id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:00.875394 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Checking router: 5eeb953d-2c63-4184-a8ad-57493d125113 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:45:00.875704 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Updating router 5eeb953d-2c63-4184-a8ad-57493d125113 port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:45:00.925734 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:00.973303 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:45:00.989892 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:45:00.999337 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.003338 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-485a17d5-ecbe-408e-9d6f-4e5f8af4eb47 req-9683fa5b-2d77-4418-82ea-e4b4578c8345 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357405 Jul 29 08:45:01.008985 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/ac7918a5-2ce7-4434-8161-e63c56928af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0312107 Jul 29 08:45:01.014161 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:45:01.014872 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:01.024290 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.083078 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.199045 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.208004 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event updated for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:01.210956 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:01.227475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.242015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:01.242015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:01.288603 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.309392 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:01.347726 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-8d173433-3ed9-4a20-8a87-c086752afd9c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:01.354678 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-8d173433-3ed9-4a20-8a87-c086752afd9c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 819 time: 0.5497699 Jul 29 08:45:01.366958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.372281 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:01.389261 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-45f695f9-846b-4186-aca7-68a4775c3cd6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/quotas/f32e3d93567e4eef97997dfa57914d53 HTTP/1.1" status: 200 len: 375 time: 0.0337291 Jul 29 08:45:01.482498 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.484851 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a29a49f9-a871-4f7b-bfe2-62f091876052 HTTP/1.1" status: 204 len: 168 time: 2.1709304 Jul 29 08:45:01.486011 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b889990c-fe55-4b55-80ab-7ffbc5dfb6bc,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:01.490395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:01.495587 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b889990c-fe55-4b55-80ab-7ffbc5dfb6bc HTTP/1.1" status: 204 len: 168 time: 3.4562240 Jul 29 08:45:01.498943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39762) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:01.506460 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:01.557946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a49f9-a871-4f7b-bfe2-62f091876052,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:01.614206 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:01.659080 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:01.693569 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:01.694545 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.754564 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accf0f3-3c00-4eb9-ba66-a3716a89376c req-af54ea49-c7d3-4368-8663-065de307ede4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:01.755533 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0accf0f3-3c00-4eb9-ba66-a3716a89376c req-af54ea49-c7d3-4368-8663-065de307ede4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:01.855402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0accf0f3-3c00-4eb9-ba66-a3716a89376c req-af54ea49-c7d3-4368-8663-065de307ede4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:01.856818 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0accf0f3-3c00-4eb9-ba66-a3716a89376c req-af54ea49-c7d3-4368-8663-065de307ede4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 931 time: 0.2965617 Jul 29 08:45:01.866397 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Deleting subnet 078de52c-d6bf-475b-97c9-d339fc630f4e {{(pid=79225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:45:01.872566 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7073c63d-17c6-4fb0-ba2a-6f7709a0d3f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3249254 Jul 29 08:45:01.879206 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:01.952237 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0accf0f3-3c00-4eb9-ba66-a3716a89376c req-fd368364-d50c-4503-a107-6805d85b7d82 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754638 Jul 29 08:45:01.979104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Request body: {'port': {'device_id': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:02.045691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.078629 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.170339 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.299169 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-1ac87990-fc26-4fc4-b31f-47cad44d583a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9085600 Jul 29 08:45:02.301681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for subnet, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.308574 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.373848 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Transition to ACTIVE for port object f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:02.383295 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 2, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:02.397160 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:45:02.398909 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Updating router ac7918a5-2ce7-4434-8161-e63c56928af5 port b910b37e-afc7-4963-baad-d55ca3248751 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:45:02.411669 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d473b27f-f292-4550-99d4-20f52fa902ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:02.475492 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.492128 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:02.526432 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.529001 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078de52c-d6bf-475b-97c9-d339fc630f4e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:02.579785 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:02.839531 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:02.865147 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:45:02.868556 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ca48d7ed-62bd-4cb9-8511-f4f36d98ef2c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/078de52c-d6bf-475b-97c9-d339fc630f4e HTTP/1.1" status: 204 len: 168 time: 1.3571463 Jul 29 08:45:02.875667 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39796) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:03.090806 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd639da-2804-498c-a5ea-09ee57d0b31a None None] Pushing event updated for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:03.093878 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-7dd639da-2804-498c-a5ea-09ee57d0b31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:03.117630 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Attempting to bind port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:03.119567 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Attempting to bind port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:03.119944 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Attempting to bind port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:03.141870 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:03.144333 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Checking segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:03.144762 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.145248 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Bound using segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:03.145821 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Bound port: f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:03.147898 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.274855 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.325406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a00e7fc-bddf-4eca-ac30-db972160c52e {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:03.369061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.418847 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.db.resource_extend [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 08:45:03.445043 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-f8ea1c1e-1bf7-4c43-87bd-bedc4c8479d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1449244 Jul 29 08:45:03.452620 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] For port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:03.457817 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Transition to ACTIVE for port object 1a00e7fc-bddf-4eca-ac30-db972160c52e will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:03.462103 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] For port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:03.469723 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.483849 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Transition to ACTIVE for port object b910b37e-afc7-4963-baad-d55ca3248751 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:03.529321 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.531444 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.554293 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:03.555584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39812) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:03.558575 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:03.563269 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.568877 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:03.742025 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315869547', 'description': 'tempest-description--943048938'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:03.798810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab73657f-84c4-4214-a332-e83fbcd97a7a {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:03.870059 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd639da-2804-498c-a5ea-09ee57d0b31a None None] Pushing event updated for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=4']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:03.885813 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-7dd639da-2804-498c-a5ea-09ee57d0b31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:03.885813 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:45:03.885813 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:03.917935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.948023 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:03.999179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:03.999482 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.011112 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.011460 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > port after_create 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > port after_update 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.019690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.025115 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:04.084999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Attempting to bind port b910b37e-afc7-4963-baad-d55ca3248751 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:04.085556 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Attempting to bind port b910b37e-afc7-4963-baad-d55ca3248751 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:04.086121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Attempting to bind port b910b37e-afc7-4963-baad-d55ca3248751 on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:04.092930 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Pushing event updated for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:04.099686 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:04.110554 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:04.111887 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Checking segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:04.112436 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.113146 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Bound using segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:04.113761 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Bound port: b910b37e-afc7-4963-baad-d55ca3248751, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:04.114374 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.222821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:04.226544 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:04.233657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:04.243461 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:04.258487 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:04.317788 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] For port b910b37e-afc7-4963-baad-d55ca3248751, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:04.323201 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] For port b910b37e-afc7-4963-baad-d55ca3248751, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=b910b37e-afc7-4963-baad-d55ca3248751,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:04.332277 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.344396 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.344785 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.345522 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.345638 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 08:45:04.346658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa555b0-0bf3-4cce-8945-4c21f05245a9']}} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:04.383212 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b94213-32dd-4445-9595-7c5274eb7b71') {'for_net_delete': True} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:04.383659 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b94213-32dd-4445-9595-7c5274eb7b71') {} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:04.395925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Transition to ACTIVE for port object ab73657f-84c4-4214-a332-e83fbcd97a7a will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:04.399696 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:04.418614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:04.419601 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-b01265f3-0516-45f2-8c49-04ea26aff8ca service neutron] 10.222.0.36 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9720089 Jul 29 08:45:04.426240 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.426678 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499672'] for segment, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.431595 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:04.434971 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:04.450721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:04.476311 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.487656 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=79225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:45:04.488100 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189891'] for segment, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.494112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:04.535213 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de78cf-f415-4884-912b-0f31a3984470 req-578320a1-85eb-4a79-bb66-9108830a5aed tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: from cryptography.utils import int_from_bytes Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: from cryptography.utils import int_from_bytes Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: util.warn_limited( Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: Traceback (most recent call last): Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: timer() Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: cb(*args, **kw) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: return func(*args, **kwargs) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: self._notify() Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: self.callback(batched_events) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: event.method(event) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: return f(self, *a, **k) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: return self._get(url).json() Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: return self.request(url, 'GET', **kwargs) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:45:04.544047 dv-cinder-802781-1-smb neutron-server[79225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:45:04.548015 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-24de78cf-f415-4884-912b-0f31a3984470 req-578320a1-85eb-4a79-bb66-9108830a5aed tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 932 time: 0.7598145 Jul 29 08:45:04.579811 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Attempting to bind port 1a00e7fc-bddf-4eca-ac30-db972160c52e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:04.585270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Attempting to bind port 1a00e7fc-bddf-4eca-ac30-db972160c52e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:04.586809 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Attempting to bind port 1a00e7fc-bddf-4eca-ac30-db972160c52e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:04.611219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Port 1a00e7fc-bddf-4eca-ac30-db972160c52e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:04.612377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Attempting to bind port 1a00e7fc-bddf-4eca-ac30-db972160c52e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:04.619162 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Pushing event updated for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:04.623301 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.626574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:04.655280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:04.655758 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Checking segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:04.657527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Bound using segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:04.659048 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Bound port: 1a00e7fc-bddf-4eca-ac30-db972160c52e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:04.659753 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:45:04.660683 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:04.661120 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:44:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:04.780891 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-24de78cf-f415-4884-912b-0f31a3984470 req-b3793a80-62e0-4bb9-9d97-f62ea28a7d4b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320075 Jul 29 08:45:04.791384 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-16f43069-a103-4290-b535-c6aaab2aa67b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:05.110767 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:05.150891 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:05.225956 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a140b1c0-ca5f-4574-b66f-f7b6e2d99858 req-0cbfc0e1-0b9f-4a39-a592-7df9944017dd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:05.247909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.258641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a390a2fd-ac68-4be5-b962-786ed55514b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:05.352032 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:05.395547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:05.398215 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39844) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:05.434651 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:05.471380 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:05.471380 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.471380 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a00e7fc-bddf-4eca-ac30-db972160c52e HTTP/1.1" status: 200 len: 1093 time: 3.5058663 Jul 29 08:45:05.495897 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:05.507581 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.534060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:05.538467 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:05.545463 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:05.591311 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.601349 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:55Z', 'revision_number': 4, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b', 'name': '', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'mac_address': 'fa:16:3e:a6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:52Z', 'updated_at': '2021-07-29T08:45:03Z', 'revision_number': 4, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'subnets': [{'id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:05.605042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.605948 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa5598-9861-4dc9-8822-a7788e76a5b5 None None] The sync data for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb is: [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:44:55Z', 'revision_number': 4, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b', 'name': '', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'mac_address': 'fa:16:3e:a6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:52Z', 'updated_at': '2021-07-29T08:45:03Z', 'revision_number': 4, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'subnets': [{'id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:45:05.624032 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa555b0-0bf3-4cce-8945-4c21f05245a9,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:05.633456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:05.637058 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2064f909-6229-4868-bc79-327275b1e487 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3fa555b0-0bf3-4cce-8945-4c21f05245a9 HTTP/1.1" status: 204 len: 168 time: 2.7601292 Jul 29 08:45:05.677413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae630fb-2e82-4616-aabd-e14deb7295e3 req-7f5e111d-59b5-405b-b56b-7bd0ac801dbe tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:05.679326 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ae630fb-2e82-4616-aabd-e14deb7295e3 req-7f5e111d-59b5-405b-b56b-7bd0ac801dbe tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.4453707 Jul 29 08:45:05.680624 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Attempting to bind port ab73657f-84c4-4214-a332-e83fbcd97a7a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:05.681153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Attempting to bind port ab73657f-84c4-4214-a332-e83fbcd97a7a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:05.681743 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Attempting to bind port ab73657f-84c4-4214-a332-e83fbcd97a7a on network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:05.748474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Port ab73657f-84c4-4214-a332-e83fbcd97a7a on network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:05.748474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Attempting to bind port ab73657f-84c4-4214-a332-e83fbcd97a7a on network afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:05.758523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:05.758913 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Checking segment: {'id': 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:05.759468 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Bound using segment: {'id': 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:05.759927 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Bound port: ab73657f-84c4-4214-a332-e83fbcd97a7a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:05.760279 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.873147 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:05.950998 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:05.969945 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-2ae630fb-2e82-4616-aabd-e14deb7295e3 req-01e0c7c1-c66f-4ddb-b113-474a5cdf513f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:05.995283 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.033061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a140b1c0-ca5f-4574-b66f-f7b6e2d99858 req-0cbfc0e1-0b9f-4a39-a592-7df9944017dd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:06.050761 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a140b1c0-ca5f-4574-b66f-f7b6e2d99858 req-0cbfc0e1-0b9f-4a39-a592-7df9944017dd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 210 time: 0.8723311 Jul 29 08:45:06.078468 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:06.085105 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Usage tracker for resource:security_group_rule and tenant:8346071263cd4cb0aeb43af2a28ac43c is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:06.099259 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:06.104268 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:04Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:06.111462 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:06.131267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92309f-e9bd-4d91-ab90-6b34b8f9b080 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:04Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:45:06.136606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.138112 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:06.154033 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39870) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:06.154121 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4226124 Jul 29 08:45:06.154121 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f98d6ce-d206-4df8-aca0-6ac899c3faab,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:06.156951 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group_rule': {'security_group_id': '5f98d6ce-d206-4df8-aca0-6ac899c3faab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:06.180361 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:06.184289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:06.185936 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:06.190862 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:06.201522 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:06.236811 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a,segment=NetworkSegment(f5aec58c-a57f-43d5-a98f-7cddf6268cc2),segment_id=f5aec58c-a57f-43d5-a98f-7cddf6268cc2)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:06.238209 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-2ae630fb-2e82-4616-aabd-e14deb7295e3 req-01e0c7c1-c66f-4ddb-b113-474a5cdf513f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:06.239545 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ae630fb-2e82-4616-aabd-e14deb7295e3 req-01e0c7c1-c66f-4ddb-b113-474a5cdf513f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354128 Jul 29 08:45:06.246057 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-5d1518bf-45e2-405e-a01b-f95ad495ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:06.250813 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-5d1518bf-45e2-405e-a01b-f95ad495ebd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 1096 time: 0.5200434 Jul 29 08:45:06.404823 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.454195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.474804 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.569159 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:06.627802 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.650631 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device b910b37e-afc7-4963-baad-d55ca3248751 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:06.704319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39884) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:06.853398 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-7934d870-1b73-491f-92ba-8831e77fa854 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e HTTP/1.1" status: 200 len: 217 time: 0.5807579 Jul 29 08:45:06.884703 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.917048 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:06.917658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:06.919700 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab73657f-84c4-4214-a332-e83fbcd97a7a HTTP/1.1" status: 200 len: 1094 time: 6.7790241 Jul 29 08:45:06.920189 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:06.946984 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8346071263cd4cb0aeb43af2a28ac43c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5300624 Jul 29 08:45:06.964622 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39894) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:06.996149 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:07.019806 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:07.020859 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d73eaa8a-9638-47a9-a961-752cfa7c6a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:07.054096 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port b910b37e-afc7-4963-baad-d55ca3248751 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:07.060219 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port b910b37e-afc7-4963-baad-d55ca3248751 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:07.060669 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.155632 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9c1fc4-7132-42a2-b57f-7a9774e85645,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:07.172561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:07.196517 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.254156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-63a7b736-7f6d-4f9c-84ff-61feec00c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:07.260781 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-63a7b736-7f6d-4f9c-84ff-61feec00c90c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.2882361 Jul 29 08:45:07.280445 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.282633 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-29194566-a9a9-480c-9275-ed27b838f07b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fef527f9c9742e797ce2ccf412112e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5781918 Jul 29 08:45:07.309664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39906) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:07.410010 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-9a15431f-b99c-4b3a-8190-81fcbef3200b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929322 Jul 29 08:45:07.432143 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.439088 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94beb28-a267-4ab7-9abb-6cdea112c3fc req-6985ad94-2a7c-4a4a-ba4b-356ed51d5edf tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:07.448785 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b94beb28-a267-4ab7-9abb-6cdea112c3fc req-6985ad94-2a7c-4a4a-ba4b-356ed51d5edf tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.7641675 Jul 29 08:45:07.465997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.536755 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port b910b37e-afc7-4963-baad-d55ca3248751, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=b910b37e-afc7-4963-baad-d55ca3248751,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:07.555065 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:07.594718 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e', 'status': 'completed', 'code': 200} Jul 29 08:45:07.619707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdeb50c-9d1d-4f5b-b57d-8948b500ee3f,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:07.648244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:07.656561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.704143 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.705385 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:07.714207 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:07.762150 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b94beb28-a267-4ab7-9abb-6cdea112c3fc req-6a6e5fcb-9d25-4472-b4a8-578fceac7b7a tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119583 Jul 29 08:45:07.767284 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.857580 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:07.903132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:07.938993 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-0c32d2d9-2c4e-40bb-a524-ce956b0d1fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838865 Jul 29 08:45:07.988161 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:07.998593 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:08.071899 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:08.077940 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:08.080517 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.294183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9c1fc4-7132-42a2-b57f-7a9774e85645,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:08.327244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.331774 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1872497 Jul 29 08:45:08.333898 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39930) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:08.334876 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:08.350392 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.357336 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e9c1fc4-7132-42a2-b57f-7a9774e85645 HTTP/1.1" status: 204 len: 168 time: 1.3904519 Jul 29 08:45:08.380266 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0040360c-b176-4f6c-b1c9-fd0add0422bb req-156649a5-00b0-49ce-aa74-f6d416cdea70 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133360 Jul 29 08:45:08.384935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group_rule': {'security_group_id': '5f98d6ce-d206-4df8-aca0-6ac899c3faab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:08.396896 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22275a-118f-4604-884a-07a2dca428c3 req-1bfb8b61-e232-4a00-825f-5e0c42c6a9f8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:08.404908 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.406917 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:08.409221 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cf22275a-118f-4604-884a-07a2dca428c3 req-1bfb8b61-e232-4a00-825f-5e0c42c6a9f8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.3879180 Jul 29 08:45:08.427668 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 39936) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:08.447110 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:08.461174 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:08.467179 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.474814 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:08.501008 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:08.531349 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:08.573730 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63132fa5-1a57-400a-afe5-faf674db947e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:08.575293 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:08.593190 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c3257739-bd40-40a5-979b-0bc9d1ab5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:08.605104 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.606725 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-c3257739-bd40-40a5-979b-0bc9d1ab5a83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b457a63082cc42f8b5ab789700dcb323&device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 1097 time: 1.1765850 Jul 29 08:45:08.613439 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:08.656561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-4c3c9b6a-4c9d-497d-b3dc-f84e127eea9f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:08.667709 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-4c3c9b6a-4c9d-497d-b3dc-f84e127eea9f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 819 time: 0.8273635 Jul 29 08:45:08.769344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:08.787219 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63132fa5-1a57-400a-afe5-faf674db947e HTTP/1.1" status: 204 len: 168 time: 1.4688320 Jul 29 08:45:08.797427 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device b910b37e-afc7-4963-baad-d55ca3248751 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:08.832302 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cf22275a-118f-4604-884a-07a2dca428c3 req-83470d26-8285-4b2b-824d-6769c33a7d21 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136629 Jul 29 08:45:08.891113 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-54fef24e-092a-4a5f-8b8d-d66984f67675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a HTTP/1.1" status: 200 len: 217 time: 0.2592371 Jul 29 08:45:08.909972 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-9c7c04ef-283d-4c52-b392-04c42956855d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/quotas/f32e3d93567e4eef97997dfa57914d53 HTTP/1.1" status: 200 len: 375 time: 0.2194593 Jul 29 08:45:08.917245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:09.082611 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:09.083324 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:09.083324 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:09.083324 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port b910b37e-afc7-4963-baad-d55ca3248751 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:09.083324 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:09.084406 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:09.084579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Usage tracker for resource:security_group_rule and tenant:303d29f67e244117b24be853a21df6cc is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:09.084579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:09.084579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:09.134821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-acdac8a7-2396-4ae1-91bb-4bb1290d7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:09.140464 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-acdac8a7-2396-4ae1-91bb-4bb1290d7814 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 1096 time: 0.5641108 Jul 29 08:45:09.262789 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-8a1bc1a0-0274-4268-a433-66f4161f8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:09.264279 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-8a1bc1a0-0274-4268-a433-66f4161f8e99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03166f4e-123a-4e1e-88eb-14e4a709d4b8 HTTP/1.1" status: 200 len: 851 time: 0.2685554 Jul 29 08:45:09.455655 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-8664da0a-001b-495e-b897-8929d001ffb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257684 Jul 29 08:45:09.463761 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:09.501833 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-e171a852-c9fd-41e1-9cce-4eaa0ad91f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:09.501833 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-e171a852-c9fd-41e1-9cce-4eaa0ad91f7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 915 time: 0.3337708 Jul 29 08:45:09.512046 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-1387c1ec-026f-4f12-b512-fcb8e6d2755e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6011589 Jul 29 08:45:09.551842 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:09.789724 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-7be9f8bd-ac2f-418f-94cb-c2fd55f7ef1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e HTTP/1.1" status: 200 len: 217 time: 0.1488421 Jul 29 08:45:09.858920 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a', 'status': 'completed', 'code': 200} Jul 29 08:45:09.868806 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-1d92a1ba-407a-4b6a-ab8b-ba8d26561229 service neutron] 10.222.0.36 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558204 Jul 29 08:45:09.914932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-33c6902b-e692-440c-8fbb-88335421bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:09.916454 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-33c6902b-e692-440c-8fbb-88335421bd70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.1246912 Jul 29 08:45:09.941910 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-349db0bc-66ea-482c-84dc-9894d28a7582 service neutron] 10.222.0.11 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583334 Jul 29 08:45:10.086356 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-eeb49ae8-bf0d-4d67-bbda-f6303efe8649 service neutron] 10.222.0.36 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166023 Jul 29 08:45:10.181009 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad47b-e9ed-4916-88a2-11cac60062e2 req-c425dc5c-4663-4c85-819a-dca55c74c488 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:10.183451 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e62ad47b-e9ed-4916-88a2-11cac60062e2 req-c425dc5c-4663-4c85-819a-dca55c74c488 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.1412442 Jul 29 08:45:10.208377 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.208603 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.211013 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b57d0d97-1bb8-4ea6-b49e-e402f7353e05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:10.239363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f28ac40d-0d6c-484c-b618-04b734032782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:10.247830 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987552c0-fefb-4cdf-94e9-01f17cbf4be0,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:10.251461 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:10.255642 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=303d29f67e244117b24be853a21df6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7750647 Jul 29 08:45:10.258043 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39962) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:10.294767 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1373601-aa4e-4da0-b073-30d3d22cb158,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:10.299643 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:10.302852 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e62ad47b-e9ed-4916-88a2-11cac60062e2 req-b344cabc-4172-4df4-958a-f66949d2d0ad tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Jul 29 08:45:10.341339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.354378 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.355648 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0140493 Jul 29 08:45:10.358671 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39966) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:10.372226 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:10.384496 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:10.388736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.400882 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:floatingip and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:10.407091 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:10.429048 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:10.688030 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.727503 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 39978) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:10.738523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.754867 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b48c7950-2f15-4e66-97e4-5a0fee0166ea req-f8495259-3464-4047-b1f7-b87675961a0a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 210 time: 0.1755874 Jul 29 08:45:10.787835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:10.801100 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.818517 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1373601-aa4e-4da0-b073-30d3d22cb158,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:10.832766 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:10.839254 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:10.845410 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:10.849598 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1373601-aa4e-4da0-b073-30d3d22cb158 HTTP/1.1" status: 204 len: 168 time: 0.5879650 Jul 29 08:45:10.851764 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Usage tracker for resource:security_group_rule and tenant:0f514fee0b7c45acb79aafca5a8fa990 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:10.864884 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:10.865378 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:10.895711 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:10.937005 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94b4d-ee68-46e1-8c05-43ed031a0d79 req-17b4e999-8862-418b-b61a-8bf37898e925 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:10.945991 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-45d94b4d-ee68-46e1-8c05-43ed031a0d79 req-17b4e999-8862-418b-b61a-8bf37898e925 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.3920109 Jul 29 08:45:11.046115 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:11.047029 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:11.068990 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-45d94b4d-ee68-46e1-8c05-43ed031a0d79 req-557c423a-b4ae-4085-b30a-49869c9e78b1 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178021 Jul 29 08:45:11.153902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.11', 53510) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:11.162659 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:11.181635 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-3b7f6603-4455-4053-8df7-a2c2e47733bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941556 Jul 29 08:45:11.390988 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:11.563927 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Allocated IP 172.28.1.55 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/ea65abad-e47a-41a3-a9e5-6d8ada340273) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:45:11.712862 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-451264cd-1768-4742-a3ac-2d884e1b95be service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137894 Jul 29 08:45:11.819527 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b8abbcda-2772-44ca-8489-25f5502d066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:11.846682 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:11.880354 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40000) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:11.960821 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e31fcdc3-6add-40bd-864c-47918a535839 req-3d351d7b-9265-4daa-a8dd-c16a505bee0b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 210 time: 0.1374109 Jul 29 08:45:11.961623 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:11.973299 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f514fee0b7c45acb79aafca5a8fa990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2362344 Jul 29 08:45:11.979969 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40008) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:12.007892 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b19717c5-5347-4d9f-8d88-9d422f3cf0b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64b06a5c3aff46d0915a499b05ee32e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1214643 Jul 29 08:45:12.010981 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40012) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:12.054546 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.092172 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-db34a18b-1c07-4320-8892-d85018d74861 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:12.094012 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-db34a18b-1c07-4320-8892-d85018d74861 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 819 time: 0.9389718 Jul 29 08:45:12.096921 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c5c9180-3488-4306-82ed-a863e10438d0 req-4110032e-6fc7-47b7-93f8-9df12bcf99a8 service neutron] 10.222.0.11 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9634807 Jul 29 08:45:12.143980 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711811c0-56f2-495c-80fb-ab927a1695ff req-a8e3f101-e82a-438a-9796-254e3cdf598b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:12.144075 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-711811c0-56f2-495c-80fb-ab927a1695ff req-a8e3f101-e82a-438a-9796-254e3cdf598b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Synchronizing usage tracker for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:12.152472 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Request body: {'port': {'device_id': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'admin_state_up': True, 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:12.170528 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63541e0e-410c-4005-b04b-43e333f4db32,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:12.180752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.185797 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:12.404752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.425817 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.442306 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:12.460187 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:12.463621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-711811c0-56f2-495c-80fb-ab927a1695ff req-a8e3f101-e82a-438a-9796-254e3cdf598b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Unset dirty status for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:12.464862 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-711811c0-56f2-495c-80fb-ab927a1695ff req-a8e3f101-e82a-438a-9796-254e3cdf598b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.7074547 Jul 29 08:45:12.475778 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.546377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.556522 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.560385 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-720e0d0a-7127-4e2c-9658-9d44ea40836b req-cf561387-b96d-49d4-86bf-395a107274d8 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481894 Jul 29 08:45:12.575248 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-711811c0-56f2-495c-80fb-ab927a1695ff req-6a61680f-4a22-435c-9b37-87370c97d9c9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Synchronizing usage tracker for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:12.588476 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:12.637792 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ed656-8956-4603-a2f7-01c9673842d9 req-83aa3c20-ca1b-4fcf-83c0-25b49090eea4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:12.637792 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a65ed656-8956-4603-a2f7-01c9673842d9 req-83aa3c20-ca1b-4fcf-83c0-25b49090eea4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.4014680 Jul 29 08:45:12.644902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Made reservation on behalf of f32e3d93567e4eef97997dfa57914d53 for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:12.648560 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.712884 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a65ed656-8956-4603-a2f7-01c9673842d9 req-1ba19b3f-32f5-4830-b315-4f52c7b1efeb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636289 Jul 29 08:45:12.777017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:12.777984 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=ea65abad-e47a-41a3-a9e5-6d8ada340273,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:12.781123 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:12.784531 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:12.792176 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:12.826935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.838225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.838225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a092c7e5-2c4f-4187-bdf7-051e0d1d3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:12.854948 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63541e0e-410c-4005-b04b-43e333f4db32,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:12.878583 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb242eec-367f-43be-bf91-4cd29a308e94,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:12.880935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:12.882890 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-711811c0-56f2-495c-80fb-ab927a1695ff req-6a61680f-4a22-435c-9b37-87370c97d9c9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Unset dirty status for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:12.884490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:12.884857 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:12.887512 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.888099 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb242eec-367f-43be-bf91-4cd29a308e94 HTTP/1.1" status: 204 len: 168 time: 0.8747885 Jul 29 08:45:12.894458 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-711811c0-56f2-495c-80fb-ab927a1695ff req-6a61680f-4a22-435c-9b37-87370c97d9c9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164917 Jul 29 08:45:12.895923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:12.900900 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-07cd4a9a-48d8-4676-9ebc-f7676131213f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63541e0e-410c-4005-b04b-43e333f4db32 HTTP/1.1" status: 204 len: 168 time: 0.9171236 Jul 29 08:45:12.999804 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-d7a596ad-c470-410c-8baf-57e6404da208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:13.010908 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-d7a596ad-c470-410c-8baf-57e6404da208 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b457a63082cc42f8b5ab789700dcb323&device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 1097 time: 0.4967520 Jul 29 08:45:13.156536 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:13.175127 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1622bd28-6109-4243-b83c-9b504f98ffe2 req-c3b232b9-e4ab-4a7c-8b56-f2b1e2c9384c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 210 time: 0.0637717 Jul 29 08:45:13.225295 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Allocated IP 172.20.0.2 (b3ac5886-a33d-43ab-bad5-2465dabf0a9b/0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c/26d84f93-e11b-415a-8490-b4bbf42b95d8) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:45:13.297145 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-5484ec62-452a-47e2-b14b-8f44f3842eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:13.300726 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-5484ec62-452a-47e2-b14b-8f44f3842eb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd HTTP/1.1" status: 200 len: 912 time: 0.2296627 Jul 29 08:45:13.398989 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-27dd5ee5-aa7a-49ea-b653-b1f3fe675136 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a HTTP/1.1" status: 200 len: 217 time: 0.0883634 Jul 29 08:45:13.584813 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:13.636017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-c64c2d1c-cc74-4940-80c8-95e9bb3574da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:13.637720 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-c64c2d1c-cc74-4940-80c8-95e9bb3574da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03166f4e-123a-4e1e-88eb-14e4a709d4b8 HTTP/1.1" status: 200 len: 851 time: 0.2129915 Jul 29 08:45:13.713157 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-b15bd511-b93e-4ffa-93d4-3235bc825434 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643971 Jul 29 08:45:13.782731 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.148732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0e9fb-9f1f-43a8-8905-1777af0de98e req-85997ae5-9003-4ffa-8db0-4dfd1f8c20cc tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:14.150403 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ac0e9fb-9f1f-43a8-8905-1777af0de98e req-85997ae5-9003-4ffa-8db0-4dfd1f8c20cc tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.1050725 Jul 29 08:45:14.156762 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9a657e33-ab52-49c8-939b-685cbf6118d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.196669 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-3f1fd75a-342b-4315-ad08-1f73b2b17ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653120 Jul 29 08:45:14.206915 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ac0e9fb-9f1f-43a8-8905-1777af0de98e req-7e01f15d-1f09-438d-bd11-28a9b7333067 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Jul 29 08:45:14.347233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ee524-cd19-474e-bb6f-9cbb4f7b918e req-2319f80c-e52e-49d1-913b-e9b5d41ad5b0 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:14.348732 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-672ee524-cd19-474e-bb6f-9cbb4f7b918e req-2319f80c-e52e-49d1-913b-e9b5d41ad5b0 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.3474782 Jul 29 08:45:14.350955 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.386731 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.400367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:14.438810 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-672ee524-cd19-474e-bb6f-9cbb4f7b918e req-d74eea5a-ca77-4f4d-9723-4fbb215a14f2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841863 Jul 29 08:45:14.448830 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8909261f-8a6d-44c6-ac91-48021b412eb2 req-733e4e2a-209e-434f-ac41-950ab31961a4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 210 time: 0.0840735 Jul 29 08:45:14.479770 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:14.483315 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:14.488135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:14.530827 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Pushing event updated for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:14.540409 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:14.588941 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:14.589552 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.596875 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b576718-d970-4998-a2e1-5e6fc3027fe7 req-7d3e33db-469c-4cbe-b32f-9382a5b44cae service neutron] 10.222.0.11 "GET /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856804 Jul 29 08:45:14.602707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.608374 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-7118eb45-edb9-44c9-9353-304c303519bd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:14.609436 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:14.609548 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-7118eb45-edb9-44c9-9353-304c303519bd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:14.740937 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=ea65abad-e47a-41a3-a9e5-6d8ada340273,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:14.745586 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:14.752187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-7118eb45-edb9-44c9-9353-304c303519bd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:14.753555 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-7118eb45-edb9-44c9-9353-304c303519bd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 819 time: 0.5023715 Jul 29 08:45:14.755810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.772123 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Request body: {'port': {'device_id': '32092892-7df8-42c0-9246-703332bdef87', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'admin_state_up': True, 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:14.888967 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7405951 Jul 29 08:45:14.901375 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Request body: {'port': {'device_id': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:14.915982 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:14.920510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Usage tracker for resource:port and tenant:f32e3d93567e4eef97997dfa57914d53 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:14.925213 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:14.933168 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:14.969009 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:14.970995 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6112700 Jul 29 08:45:15.072060 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:15.090892 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Made reservation on behalf of f32e3d93567e4eef97997dfa57914d53 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:15.094582 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:15.270940 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Allocated IP 172.20.0.4 (b3ac5886-a33d-43ab-bad5-2465dabf0a9b/0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c/6e28b3e7-22dc-482f-ba05-e3b48ca677f0) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:45:15.357085 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:15.457016 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8b10b-bcc5-4b13-b7b6-605ba97acf2b req-0f9c4654-30c8-4904-a4cd-cc4c182d75dd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:15.458564 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-88e8b10b-bcc5-4b13-b7b6-605ba97acf2b req-0f9c4654-30c8-4904-a4cd-cc4c182d75dd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.1152704 Jul 29 08:45:15.539297 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-88e8b10b-bcc5-4b13-b7b6-605ba97acf2b req-0a9eb288-d1f6-4e57-93e3-42bd7b7a1377 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702651 Jul 29 08:45:15.554347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc534b21-8879-4af6-ba1d-db647a838222 req-87124636-c2b0-42b1-9d4e-26cdb32c5e57 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:15.633013 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:15.717155 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc534b21-8879-4af6-ba1d-db647a838222 req-87124636-c2b0-42b1-9d4e-26cdb32c5e57 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:15.723026 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-87124636-c2b0-42b1-9d4e-26cdb32c5e57 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--315869547&fields=id&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 267 time: 0.3254027 Jul 29 08:45:15.819297 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf0c24-e56e-48f8-a136-125fed98740d req-0abb31a7-51d7-4f4c-bb6a-9b0f0e82a7bf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:15.821219 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8daf0c24-e56e-48f8-a136-125fed98740d req-0abb31a7-51d7-4f4c-bb6a-9b0f0e82a7bf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.1496592 Jul 29 08:45:15.890251 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:15.911910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:15.971529 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8daf0c24-e56e-48f8-a136-125fed98740d req-1a0cd482-7a37-44b9-8c4b-49662b81c6bc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424680 Jul 29 08:45:16.093362 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Network b3ac5886-a33d-43ab-bad5-2465dabf0a9b is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:16.097991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:16.100589 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:16.139664 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d84f93-e11b-415a-8490-b4bbf42b95d8 {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:16.150064 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.170173 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-9f27c460-b02e-40d6-9612-a96ec51727f1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:16.171012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc534b21-8879-4af6-ba1d-db647a838222 req-9f27c460-b02e-40d6-9612-a96ec51727f1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:16.171288 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Transition to ACTIVE for port object 26d84f93-e11b-415a-8490-b4bbf42b95d8 will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:16.184838 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:16.184838 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.225614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Pushing event updated for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:16.228363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:16.269216 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5995-4047-48ad-9058-e3667d1358c9 req-0a822a04-ce46-45cb-af17-c035824f2d5e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:16.269964 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-5fcb5995-4047-48ad-9058-e3667d1358c9 req-0a822a04-ce46-45cb-af17-c035824f2d5e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:16.425561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.428287 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc534b21-8879-4af6-ba1d-db647a838222 req-9f27c460-b02e-40d6-9612-a96ec51727f1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:16.430817 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-9f27c460-b02e-40d6-9612-a96ec51727f1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 816 time: 0.7033060 Jul 29 08:45:16.432741 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-6e4ddc2e-4929-4d6d-9a29-cab836e6eb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6702390 Jul 29 08:45:16.434221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:16.447636 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Request body: {'port': {'device_id': '32092892-7df8-42c0-9246-703332bdef87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:16.476550 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-5fcb5995-4047-48ad-9058-e3667d1358c9 req-0a822a04-ce46-45cb-af17-c035824f2d5e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:16.477701 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5fcb5995-4047-48ad-9058-e3667d1358c9 req-0a822a04-ce46-45cb-af17-c035824f2d5e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 931 time: 0.3040843 Jul 29 08:45:16.483925 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-dd196646-4119-43a0-be06-3122c069bd78 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/quotas/d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 375 time: 0.0476508 Jul 29 08:45:16.641410 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.660931 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.683708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ab73657f-84c4-4214-a332-e83fbcd97a7a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:16.736686 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-afd98ada-6eac-41c5-ade3-b4878176ca4d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2353022 Jul 29 08:45:16.764096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Pushing event updated for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:16.771612 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5fcb5995-4047-48ad-9058-e3667d1358c9 req-0659b4e8-3348-4ac5-b0ad-a59fae74321c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809165 Jul 29 08:45:16.774490 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:16.811564 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Attempting to bind port 26d84f93-e11b-415a-8490-b4bbf42b95d8 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:16.811910 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Attempting to bind port 26d84f93-e11b-415a-8490-b4bbf42b95d8 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:16.812459 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Attempting to bind port 26d84f93-e11b-415a-8490-b4bbf42b95d8 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:16.818881 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Port 26d84f93-e11b-415a-8490-b4bbf42b95d8 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:16.819203 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Attempting to bind port 26d84f93-e11b-415a-8490-b4bbf42b95d8 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:16.825908 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:16.826394 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Checking segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:16.826797 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Bound using segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:16.827238 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Bound port: 26d84f93-e11b-415a-8490-b4bbf42b95d8, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:16.827588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:16.943361 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a,segment=NetworkSegment(f5aec58c-a57f-43d5-a98f-7cddf6268cc2),segment_id=f5aec58c-a57f-43d5-a98f-7cddf6268cc2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:16.949872 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:16.953898 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:16.970831 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'ab73657f-84c4-4214-a332-e83fbcd97a7a', 'network_id': 'afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd', 'port_id': 'ab73657f-84c4-4214-a332-e83fbcd97a7a', 'mac_address': 'fa:16:3e:97:ef:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03166f4e-123a-4e1e-88eb-14e4a709d4b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:17.004971 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40180) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:17.081362 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.090851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:17.092307 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.110524 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab73657f-84c4-4214-a332-e83fbcd97a7a {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:17.128139 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a,segment=NetworkSegment(f5aec58c-a57f-43d5-a98f-7cddf6268cc2),segment_id=f5aec58c-a57f-43d5-a98f-7cddf6268cc2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:17.150508 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-5fa03198-41d1-4a52-a5fe-4d2bd0dfc72b service neutron] 10.222.0.36 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983994 Jul 29 08:45:17.207208 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:17.207208 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.207208 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] 10.222.0.11 "PUT /v2.0/ports/26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 1093 time: 2.3015654 Jul 29 08:45:17.207208 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:17.218023 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Pushing event updated for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:17.222128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:17.229923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.235682 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e9eef-3db6-40b7-a5e1-47103a62d3d0 req-bd0c9791-9752-4933-b3e9-866ea161caeb tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:17.241420 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-686e9eef-3db6-40b7-a5e1-47103a62d3d0 req-bd0c9791-9752-4933-b3e9-866ea161caeb tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 944 time: 0.2602246 Jul 29 08:45:17.276850 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.277623 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a00e7fc-bddf-4eca-ac30-db972160c52e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:17.293179 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:17.302518 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-686e9eef-3db6-40b7-a5e1-47103a62d3d0 req-c88ae50a-f038-464f-9175-c00e1db2713c tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567493 Jul 29 08:45:17.364459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:17.380539 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a69ab783a8548ebb7c6723fb2e69efb is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:17.383485 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:17.390794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:17.409898 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:17.410483 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:17.515998 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-52a97258-790f-4f4f-bf62-8a7edc02e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:17.517682 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-52a97258-790f-4f4f-bf62-8a7edc02e932 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1096 time: 0.1716938 Jul 29 08:45:17.523334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.544220 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-96724cc1-788e-4473-ba37-0629d2c21ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902831 Jul 29 08:45:17.644436 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:17.653348 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-a5e00712-73a4-4861-8f67-a8550c72803b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0988476 Jul 29 08:45:17.653704 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:17.663010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.676619 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '1a00e7fc-bddf-4eca-ac30-db972160c52e', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'port_id': '1a00e7fc-bddf-4eca-ac30-db972160c52e', 'mac_address': 'fa:16:3e:8f:26:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e288805c-d683-427a-b638-b11bfe0e37fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:17.691895 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.693249 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Transition to ACTIVE for port object 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:17.702177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:17.746341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a174214-6851-4308-b186-328071a96524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:17.748266 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-2a174214-6851-4308-b186-328071a96524 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0881739 Jul 29 08:45:17.763946 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a69ab783a8548ebb7c6723fb2e69efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577441 Jul 29 08:45:17.766564 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40206) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:17.769396 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dbc040-b22d-45d7-b416-7dc4e0a0f844,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:17.774734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.783440 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:17.809807 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540448-5cc1-43ae-947c-698fa7671489 req-a24f51f2-e359-4090-88ac-9a370ea813bf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:17.818086 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-85540448-5cc1-43ae-947c-698fa7671489 req-a24f51f2-e359-4090-88ac-9a370ea813bf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 943 time: 0.3050177 Jul 29 08:45:17.818480 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a00e7fc-bddf-4eca-ac30-db972160c52e {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:17.831821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.841713 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-29609b93-969a-4fd0-bf53-9c530ed89ec3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860131 Jul 29 08:45:17.855487 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:17.865003 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:17.926567 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8', 'status': 'completed', 'code': 200} Jul 29 08:45:17.951250 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:17.953686 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:18.004183 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-85540448-5cc1-43ae-947c-698fa7671489 req-7f5001ad-dc6c-4016-a0c2-340aeed07a28 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852744 Jul 29 08:45:18.143072 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-61f1de0a-3847-40d4-b921-0b670e549f64 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948999 Jul 29 08:45:18.144786 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-3005b5d9-d662-41ef-8ea3-c85453f4e3da req-fa3e98e9-a1c9-4869-b84d-111b8181943d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:18.146020 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:18.149997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:18.156343 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.235166 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.239049 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ab73657f-84c4-4214-a332-e83fbcd97a7a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:18.282252 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40226) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:18.301796 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:18.329448 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-3005b5d9-d662-41ef-8ea3-c85453f4e3da req-fa3e98e9-a1c9-4869-b84d-111b8181943d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:18.331305 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3005b5d9-d662-41ef-8ea3-c85453f4e3da req-fa3e98e9-a1c9-4869-b84d-111b8181943d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.2477896 Jul 29 08:45:18.339639 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c5a2999f-5a7f-4af5-98de-617e5196e71d req-b5503caf-9a95-4be3-86f4-4b37bb73bbce service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793945 Jul 29 08:45:18.365014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:18.388106 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:18.454954 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Attempting to bind port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:18.455289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Attempting to bind port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:18.458452 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Attempting to bind port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:18.468060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-7de9202c-355c-491a-a5a9-40ca0078d2dc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:18.468900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-7de9202c-355c-491a-a5a9-40ca0078d2dc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:18.472996 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:18.473309 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Attempting to bind port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 on network b3ac5886-a33d-43ab-bad5-2465dabf0a9b {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:18.495015 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.503518 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:18.503860 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Checking segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:18.504243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Bound using segment: {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:18.504684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Bound port: 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2759b4f3-326a-47f4-b69c-d50abfec76f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:18.505053 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.522660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-7de9202c-355c-491a-a5a9-40ca0078d2dc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:18.523806 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-7de9202c-355c-491a-a5a9-40ca0078d2dc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 943 time: 0.3448305 Jul 29 08:45:18.567029 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:18.610650 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2c1096911748be9aebf0b1c3981ac5 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:18.620222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:18.625785 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-d3e7ade5-e3e5-4c96-b210-21dc7aa921fc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:18.647648 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:18.647802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:18.650864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:18.677146 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.687684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-eff32e6c-8c96-4f7d-a20c-7da117c4a8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:18.689523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa510b-81c5-4af4-8e4d-30300f3fd43a req-a03016b6-23e7-4cc4-86c7-212dc3bcd1c8 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:18.691752 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0aaa510b-81c5-4af4-8e4d-30300f3fd43a req-a03016b6-23e7-4cc4-86c7-212dc3bcd1c8 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 945 time: 0.1871123 Jul 29 08:45:18.697311 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dbc040-b22d-45d7-b416-7dc4e0a0f844,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:18.700560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:18.707970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.712084 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18dbc040-b22d-45d7-b416-7dc4e0a0f844 HTTP/1.1" status: 204 len: 168 time: 0.9444926 Jul 29 08:45:18.780041 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-d3e7ade5-e3e5-4c96-b210-21dc7aa921fc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:18.781912 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d80df5e3-75b6-4a02-b0a7-493e36529a73 req-d3e7ade5-e3e5-4c96-b210-21dc7aa921fc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269070 Jul 29 08:45:18.814925 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:18.820875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:18.822244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-b8f0568f-02ee-409b-9cdd-b1a2a849e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:18.824065 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-b8f0568f-02ee-409b-9cdd-b1a2a849e98c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1096 time: 0.2511413 Jul 29 08:45:18.886600 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0aaa510b-81c5-4af4-8e4d-30300f3fd43a req-dc1dabf8-c97e-4b4a-bf0b-fc5512588d3f tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640003 Jul 29 08:45:19.021020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.021875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.023381 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e28b3e7-22dc-482f-ba05-e3b48ca677f0 HTTP/1.1" status: 200 len: 1093 time: 2.5806262 Jul 29 08:45:19.023856 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:19.042635 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.052584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:19.058850 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:19.094201 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-69708a8b-9cd1-481d-9157-7f27a0dbce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.095649 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-69708a8b-9cd1-481d-9157-7f27a0dbce55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.2638547 Jul 29 08:45:19.101392 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0', 'status': 'completed', 'code': 200} Jul 29 08:45:19.178664 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.193943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9764887a-ae28-4597-b7f6-b9e2114f49ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:19.200948 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-cc72f11e-13a4-4bf9-87ef-3523737ea5fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0886173 Jul 29 08:45:19.270718 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886c2da-762e-4e9e-80f3-6c4124d79957,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:19.271972 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-fd18cb88-4739-4f97-aae6-f249b9669ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.273481 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-fd18cb88-4739-4f97-aae6-f249b9669ab9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 1096 time: 0.1436086 Jul 29 08:45:19.282312 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:19.284837 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86235a6-6782-4075-a90f-ed345ed9fcf0 req-6e978dd6-413d-4c8a-8dea-62c325737038 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.286326 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c86235a6-6782-4075-a90f-ed345ed9fcf0 req-6e978dd6-413d-4c8a-8dea-62c325737038 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 944 time: 0.1179202 Jul 29 08:45:19.290132 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c2c1096911748be9aebf0b1c3981ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0063541 Jul 29 08:45:19.290251 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40262) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:19.318477 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-65e80124-8756-485c-90d5-47e3cd6a9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.320670 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-65e80124-8756-485c-90d5-47e3cd6a9e2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.1110828 Jul 29 08:45:19.425166 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c86235a6-6782-4075-a90f-ed345ed9fcf0 req-adfb6240-b94b-4594-a373-b026aa6e4367 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182578 Jul 29 08:45:19.463067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-f05c2af8-b538-4b1d-af51-be1f0a35545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.464525 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-f05c2af8-b538-4b1d-af51-be1f0a35545b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f32e3d93567e4eef97997dfa57914d53&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1773467 Jul 29 08:45:19.519919 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-f9c29f7a-c4f6-49c5-8432-6ec6c48358cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891909 Jul 29 08:45:19.530626 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-147f5003-f791-4611-91a6-74c2eee0688c req-e192880e-8659-491e-96d4-25dd4b2a9f71 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0788715 Jul 29 08:45:19.580245 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.618235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-5b4cc8d0-63ee-4039-9880-0414aa3bc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.619700 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8aa20660-ed7a-4a11-aa09-fa8f6774a09b req-5b4cc8d0-63ee-4039-9880-0414aa3bc1bd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483505 Jul 29 08:45:19.669708 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.722748 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-e0ac3a12-db00-4958-9ab3-fe79bd6e9a4b service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945913 Jul 29 08:45:19.734633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-360dbd5b-245a-47ba-913f-69bc66ea6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.736107 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-360dbd5b-245a-47ba-913f-69bc66ea6443 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 1096 time: 0.0766625 Jul 29 08:45:19.803665 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-1f221300-03c1-4ded-94b7-6630daef4d49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0 HTTP/1.1" status: 200 len: 217 time: 0.0601692 Jul 29 08:45:19.886334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-c56635a5-a5f8-4d3d-bdaf-34f0727aa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:19.887900 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-c56635a5-a5f8-4d3d-bdaf-34f0727aa5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0782490 Jul 29 08:45:19.913341 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d5623ed4-001e-403e-aa29-5e3a81fb69a9 req-70df7708-f490-4149-83a7-f2f456338832 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827676 Jul 29 08:45:19.913341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.917938 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:19.929199 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886c2da-762e-4e9e-80f3-6c4124d79957,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:19.931557 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:19.937918 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:19.942555 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3886c2da-762e-4e9e-80f3-6c4124d79957 HTTP/1.1" status: 204 len: 168 time: 0.6495497 Jul 29 08:45:19.946917 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-b6e37737-711e-4251-8991-28fd666235ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513983 Jul 29 08:45:20.082949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40282) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:20.083276 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40284) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:20.115379 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.133977 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:20.138042 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Usage tracker for resource:security_group_rule and tenant:91ba2f076fee4ca999b2ca1ee0f4aba1 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:20.141501 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:20.150174 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:20.157110 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-c662c724-79a1-4ef2-bd06-46c8bfb86db9 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034400 Jul 29 08:45:20.169827 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28195cb-2e86-4870-904a-d0a951308896 req-385c7419-c5df-47c5-9c0a-51387aa2de3b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:20.171323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f28195cb-2e86-4870-904a-d0a951308896 req-385c7419-c5df-47c5-9c0a-51387aa2de3b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 943 time: 0.1889076 Jul 29 08:45:20.208068 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a6902-3e06-4fc3-b327-78500f680ae1 req-5d3ea530-f9a7-4f63-b7fb-873f22c0b55b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:20.209598 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b82a6902-3e06-4fc3-b327-78500f680ae1 req-5d3ea530-f9a7-4f63-b7fb-873f22c0b55b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 945 time: 0.1915414 Jul 29 08:45:20.282757 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b82a6902-3e06-4fc3-b327-78500f680ae1 req-dfb7a4bd-a472-44b6-b76c-0917102072e9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Jul 29 08:45:20.307473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.311283 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f28195cb-2e86-4870-904a-d0a951308896 req-acb3999f-bc6f-4132-9b20-26cf52d2c8a9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167233 Jul 29 08:45:20.336743 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.342904 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc053d52-9d2c-4539-8bcf-3ca7059facbd req-09cde55a-1b1f-49a4-89ef-bfff690ff09a service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701310 Jul 29 08:45:20.351671 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:20.355539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f780801966804a24bf135299850b7a03 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:20.358481 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:20.364784 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:20.470104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.494928 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:20.556498 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91ba2f076fee4ca999b2ca1ee0f4aba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686878 Jul 29 08:45:20.559464 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40298) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:20.632871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42dda7-6ed1-47cc-b4c3-d01e89696556,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:20.649554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:20.673547 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.693183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.701548 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.711622 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee878826-8c10-4a82-aa94-94a012bb641b req-0282f765-076d-49d9-b463-1c7112b13c47 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:20.714228 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ee878826-8c10-4a82-aa94-94a012bb641b req-0282f765-076d-49d9-b463-1c7112b13c47 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 944 time: 0.1714456 Jul 29 08:45:20.717461 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ab73657f-84c4-4214-a332-e83fbcd97a7a up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:20.771009 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ee878826-8c10-4a82-aa94-94a012bb641b req-209452de-0bef-4789-b661-5ec24e671c2c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Jul 29 08:45:20.781465 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-085d130b-2e2d-4eda-9bf6-dd1cb0e5454d req-57df6daf-b2f3-41bf-b528-0cedfd1bff00 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0614669 Jul 29 08:45:20.848257 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.857971 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-298dc110-6c87-48f3-85fb-455f341a2f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:20.900792 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f780801966804a24bf135299850b7a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8146012 Jul 29 08:45:20.903015 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7bd76-6d68-4665-b298-a732acc05c0e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:20.903737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40306) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:20.906043 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:20.920627 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port ab73657f-84c4-4214-a332-e83fbcd97a7a completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:20.927445 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port ab73657f-84c4-4214-a332-e83fbcd97a7a triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:20.927829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.970960 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.980663 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:20.990260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9311a3fb-942c-4f93-81d4-fea2b7ffc7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:21.014094 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42dda7-6ed1-47cc-b4c3-d01e89696556,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:21.016440 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:21.019555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.033390 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.034663 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b42dda7-6ed1-47cc-b4c3-d01e89696556 HTTP/1.1" status: 204 len: 168 time: 0.4727402 Jul 29 08:45:21.061248 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.090081 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:21.161066 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a,segment=NetworkSegment(f5aec58c-a57f-43d5-a98f-7cddf6268cc2),segment_id=f5aec58c-a57f-43d5-a98f-7cddf6268cc2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:21.233657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40316) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:21.251376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.269376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:21.273344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a9adf78654de7806a24bebd2a2211 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:21.276176 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:21.282022 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:21.323781 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.328015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f74562af-8cfd-4b02-985d-db110443f3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:21.359606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7bd76-6d68-4665-b298-a732acc05c0e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:21.362410 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:21.371785 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.373103 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48c7bd76-6d68-4665-b298-a732acc05c0e HTTP/1.1" status: 204 len: 168 time: 0.4683571 Jul 29 08:45:21.446646 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.447662 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a00e7fc-bddf-4eca-ac30-db972160c52e up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:21.476380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:21.497063 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.557370 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b49d-ef79-4284-9570-a7fb8665f548 req-060ed3b0-a40b-4799-a153-996eb0db0e2e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:21.558975 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2b30b49d-ef79-4284-9570-a7fb8665f548 req-060ed3b0-a40b-4799-a153-996eb0db0e2e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.1258435 Jul 29 08:45:21.599304 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2ee0f-2cae-4001-9f04-3a4134a543a6 req-5aafa55f-d1b5-4337-8ba7-23446a474f5d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:21.600777 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-27f2ee0f-2cae-4001-9f04-3a4134a543a6 req-5aafa55f-d1b5-4337-8ba7-23446a474f5d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 943 time: 0.1540999 Jul 29 08:45:21.630329 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:21.645905 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:21.669009 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2b30b49d-ef79-4284-9570-a7fb8665f548 req-20817a75-a616-41ad-8069-081bab980cd7 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935585 Jul 29 08:45:21.673126 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.690916 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:21.768039 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 1a00e7fc-bddf-4eca-ac30-db972160c52e completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:21.773331 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 1a00e7fc-bddf-4eca-ac30-db972160c52e triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:21.773708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.796763 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-27f2ee0f-2cae-4001-9f04-3a4134a543a6 req-6023fd3a-316a-4b19-b1ea-78c0b61e51c2 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902227 Jul 29 08:45:21.879809 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e2a9adf78654de7806a24bebd2a2211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448579 Jul 29 08:45:21.882480 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40342) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:21.928912 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e3dc19-6c2e-4dad-b682-3d27029fd218,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:21.938465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:21.943601 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:21.973663 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a', 'code': 200} Jul 29 08:45:22.004130 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:22.035363 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.099839 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.101890 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:22.103944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.121209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-6852ea0f-9334-4686-a25c-bf9b0a32b49c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:22.126137 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-6852ea0f-9334-4686-a25c-bf9b0a32b49c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 816 time: 0.4362197 Jul 29 08:45:22.194109 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1458-16c0-4391-b25b-5bf1e8af88e9 req-5547a172-de3c-45f7-a9f5-68f776a91757 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:22.201155 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-131c1458-16c0-4391-b25b-5bf1e8af88e9 req-5547a172-de3c-45f7-a9f5-68f776a91757 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 944 time: 0.2648554 Jul 29 08:45:22.206441 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7e933065-5d9d-407e-ac54-42ec6822b1ca req-a4d406a1-9db8-4bb3-a9bb-27945de87ab5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0516310 Jul 29 08:45:22.215387 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-c09585f7-9dd3-4488-9496-379943d2558b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 379 time: 0.0798695 Jul 29 08:45:22.225523 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:22.226269 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:22.261432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'port': {'device_id': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'admin_state_up': True, 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'security_groups': ['5f98d6ce-d206-4df8-aca0-6ac899c3faab']}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:22.361221 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-131c1458-16c0-4391-b25b-5bf1e8af88e9 req-96bdab3d-c86d-450b-9513-1026c4bb7450 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592019 Jul 29 08:45:22.363480 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.370736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:22.396686 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e3dc19-6c2e-4dad-b682-3d27029fd218,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:22.396686 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:22.418722 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.419991 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2e3dc19-6c2e-4dad-b682-3d27029fd218 HTTP/1.1" status: 204 len: 168 time: 0.5362778 Jul 29 08:45:22.427431 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:22.437038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:22.631297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Made reservation on behalf of d89c758da1b146a0a792d210e04f3d2e for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:22.634881 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.666220 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-0ef0ea2c-0f51-47e7-b922-e3c89d7c5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:22.667779 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-0ef0ea2c-0f51-47e7-b922-e3c89d7c5740 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 1099 time: 0.0793078 Jul 29 08:45:22.706301 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40368) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:22.730320 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.735338 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 26d84f93-e11b-415a-8490-b4bbf42b95d8 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:22.747930 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:22.767156 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:22.769891 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:22.774341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Usage tracker for resource:security_group_rule and tenant:2074d2d6ff9547feaa24e4abbbf6781e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:22.777253 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd08bbdc2c144ecb5ce3fb849cb84cf is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:22.779751 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:22.782559 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:22.795177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:22.803996 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:22.920989 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Allocated IP 172.20.0.14 (5e44050b-98f9-4618-8371-cbf9d9442fd7/2414788a-1179-42d4-b151-e8ded571ac81/6db2db60-d859-4276-ab91-c61f2349e129) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:45:22.968699 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:23.008186 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '26d84f93-e11b-415a-8490-b4bbf42b95d8', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'port_id': '26d84f93-e11b-415a-8490-b4bbf42b95d8', 'mac_address': 'fa:16:3e:8c:ec:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:23.070923 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.084954 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d223f-51db-49b6-853d-18838f7575da req-e7505443-b831-46fd-8915-dc393f971cb9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:23.092289 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d73d223f-51db-49b6-853d-18838f7575da req-e7505443-b831-46fd-8915-dc393f971cb9 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.2305067 Jul 29 08:45:23.133974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.166021 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d84f93-e11b-415a-8490-b4bbf42b95d8 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:23.182682 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d73d223f-51db-49b6-853d-18838f7575da req-77daa8eb-840b-45d5-a718-d9430654eefd tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895288 Jul 29 08:45:23.197301 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:23.212559 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.221015 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.223906 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-63f9e2c8-976b-473f-a5c4-689112d74099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.247272 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cf668655-3439-4870-bea7-829d6a9ba3ad req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704925 Jul 29 08:45:23.256878 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=922724c7-42c6-4ed9-af7c-448516d54a79,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.259914 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.322453 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.350944 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bd84e-2e13-40f9-904d-4a394014dbcc req-32a1d0b1-a66b-4e41-b7eb-77ef653db6b6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:23.351210 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.351958 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:23.352450 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b79bd84e-2e13-40f9-904d-4a394014dbcc req-32a1d0b1-a66b-4e41-b7eb-77ef653db6b6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 943 time: 0.1492045 Jul 29 08:45:23.353454 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Transition to ACTIVE for port object 6db2db60-d859-4276-ab91-c61f2349e129 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:23.354043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.409678 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b79bd84e-2e13-40f9-904d-4a394014dbcc req-25b0fccb-3263-4991-b15b-407a66d40902 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Jul 29 08:45:23.418477 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fd6d20fa-6fa0-4a0c-9b81-13e8185c3077 req-78c0891c-2c57-4df9-9733-9d253a1abfb7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0813212 Jul 29 08:45:23.428266 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.432226 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.456561 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:23.456670 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.456670 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.465453 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0', 'network_id': 'b3ac5886-a33d-43ab-bad5-2465dabf0a9b', 'port_id': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0', 'mac_address': 'fa:16:3e:fe:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:23.512353 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.527852 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.545791 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dd08bbdc2c144ecb5ce3fb849cb84cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386931 Jul 29 08:45:23.546656 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6706948-e1a9-4c54-bf6b-4fb09105a678,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.551000 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40396) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:23.553689 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.568737 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.588894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:23.609725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:23.696633 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.716255 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:23.726789 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:23.732044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:23.735885 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.745258 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.748373 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.776366 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.793556 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.816304 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:23.816930 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.833833 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.836698 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.852332 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c9663-342c-4850-80d2-944760ed4b7b req-32840f1e-ba9d-4ce9-a06c-5b150a47fbf4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:23.859304 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dc7c9663-342c-4850-80d2-944760ed4b7b req-32840f1e-ba9d-4ce9-a06c-5b150a47fbf4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.2186644 Jul 29 08:45:23.911523 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dc7c9663-342c-4850-80d2-944760ed4b7b req-aa02bb4c-850e-44e6-8a4f-a58112c102ae tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Jul 29 08:45:23.957257 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.963044 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:23.975159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:23.977416 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6706948-e1a9-4c54-bf6b-4fb09105a678,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:23.983308 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:23.987462 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:23.991061 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7342339 Jul 29 08:45:23.992589 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6706948-e1a9-4c54-bf6b-4fb09105a678 HTTP/1.1" status: 204 len: 168 time: 0.4404960 Jul 29 08:45:24.002510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Request body: {'port': {'device_id': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:24.002945 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['26d84f93-e11b-415a-8490-b4bbf42b95d8'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:24.048257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6e28b3e7-22dc-482f-ba05-e3b48ca677f0'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:24.115747 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e', 'code': 200} Jul 29 08:45:24.183624 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:24.292834 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-2cafca43-2ea2-481d-a013-f82875daa6e6 None None] Provisioning for port 6db2db60-d859-4276-ab91-c61f2349e129 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:24.305327 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-2cafca43-2ea2-481d-a013-f82875daa6e6 None None] Provisioning complete for port 6db2db60-d859-4276-ab91-c61f2349e129 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:24.306377 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2cafca43-2ea2-481d-a013-f82875daa6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:24.405543 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-2cafca43-2ea2-481d-a013-f82875daa6e6 None None] Port 6db2db60-d859-4276-ab91-c61f2349e129 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:45:24.569462 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1caaef-e1e1-4799-9205-70e8f108fac6 req-374184b0-8eb9-4ba3-90a2-3524bfcba6ba tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:24.576596 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e1caaef-e1e1-4799-9205-70e8f108fac6 req-374184b0-8eb9-4ba3-90a2-3524bfcba6ba tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.2180481 Jul 29 08:45:24.737001 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e1caaef-e1e1-4799-9205-70e8f108fac6 req-afe0054b-a7ce-4034-935d-a37f8f78ce6b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594400 Jul 29 08:45:24.889384 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:24.927748 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:24.962206 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Transition to ACTIVE for port object 6db2db60-d859-4276-ab91-c61f2349e129 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:24.967874 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833c09-5e58-40f8-be75-34585f378ad7 req-11c28dc9-450d-452a-82ae-6fa77e97dc03 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:24.969347 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3e833c09-5e58-40f8-be75-34585f378ad7 req-11c28dc9-450d-452a-82ae-6fa77e97dc03 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 944 time: 0.1323338 Jul 29 08:45:24.974712 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa7a0-c4ee-46d1-9ef2-645fc1ffb623 req-511e8173-56f5-42f8-aae9-99e897589dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:24.976096 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9fefa7a0-c4ee-46d1-9ef2-645fc1ffb623 req-511e8173-56f5-42f8-aae9-99e897589dcd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 1098 time: 0.4046516 Jul 29 08:45:24.989167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f2c9a-a450-4a44-b335-39e10a5e122c req-bb69cc45-5485-4244-85df-b0964d737fa1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:24.989906 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a80f2c9a-a450-4a44-b335-39e10a5e122c req-bb69cc45-5485-4244-85df-b0964d737fa1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:25.048003 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:25.053427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:25.077695 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3e833c09-5e58-40f8-be75-34585f378ad7 req-74be8aa5-1333-4b19-84f7-954b22da170f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003580 Jul 29 08:45:25.079036 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-9fefa7a0-c4ee-46d1-9ef2-645fc1ffb623 req-dceb7746-c488-43c0-af62-826c25d6863e service neutron] Synchronizing usage tracker for tenant:2074d2d6ff9547feaa24e4abbbf6781e on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:25.115564 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a80f2c9a-a450-4a44-b335-39e10a5e122c req-bb69cc45-5485-4244-85df-b0964d737fa1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:25.116762 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a80f2c9a-a450-4a44-b335-39e10a5e122c req-bb69cc45-5485-4244-85df-b0964d737fa1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 932 time: 0.2277348 Jul 29 08:45:25.234592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:25.243769 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:25.281156 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-9fefa7a0-c4ee-46d1-9ef2-645fc1ffb623 req-dceb7746-c488-43c0-af62-826c25d6863e service neutron] Unset dirty status for tenant:2074d2d6ff9547feaa24e4abbbf6781e on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:25.282416 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9fefa7a0-c4ee-46d1-9ef2-645fc1ffb623 req-dceb7746-c488-43c0-af62-826c25d6863e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840405 Jul 29 08:45:25.293517 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f23c9-24ac-424f-9b62-9d9b6c8d597c req-4d3efffa-ba94-4d03-9551-6649ce4778a3 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:25.295246 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b3f23c9-24ac-424f-9b62-9d9b6c8d597c req-4d3efffa-ba94-4d03-9551-6649ce4778a3 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.0897629 Jul 29 08:45:25.295859 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a80f2c9a-a450-4a44-b335-39e10a5e122c req-258ed5c4-c618-40e7-83e7-eece451c95d9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643870 Jul 29 08:45:25.392016 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Attempting to bind port 6db2db60-d859-4276-ab91-c61f2349e129 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:25.392347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Attempting to bind port 6db2db60-d859-4276-ab91-c61f2349e129 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:25.392673 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Attempting to bind port 6db2db60-d859-4276-ab91-c61f2349e129 on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:25.397219 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b3f23c9-24ac-424f-9b62-9d9b6c8d597c req-6bc05240-528f-4579-ab2d-1fb9da42aa87 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Jul 29 08:45:25.398449 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Port 6db2db60-d859-4276-ab91-c61f2349e129 on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:25.398767 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Attempting to bind port 6db2db60-d859-4276-ab91-c61f2349e129 on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:25.411119 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:25.411915 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Checking segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:25.412314 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Bound using segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:25.412753 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Bound port: 6db2db60-d859-4276-ab91-c61f2349e129, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:25.413084 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:25.584699 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:25.595581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:25.682706 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:25.687662 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b69d49c7-33ed-4e14-a3b6-ad37109cc743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:25.760407 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:25.761299 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:25.763440 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] 10.222.0.11 "PUT /v2.0/ports/6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 1094 time: 1.7652223 Jul 29 08:45:25.764163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:25.799676 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:25.812487 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:25.863907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'status': 'completed', 'code': 200} Jul 29 08:45:26.151602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e48b53-75b0-48ee-99f0-b31bdd7694c6 req-d7a21517-0d24-4fbd-b1e9-37ed8f86526b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.156323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80e48b53-75b0-48ee-99f0-b31bdd7694c6 req-d7a21517-0d24-4fbd-b1e9-37ed8f86526b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.1930418 Jul 29 08:45:26.161092 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779c495-fbc6-4497-9e92-09035cd0454e req-0cd48b16-d7e2-4579-8469-c82250c31af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.162285 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a779c495-fbc6-4497-9e92-09035cd0454e req-0cd48b16-d7e2-4579-8469-c82250c31af9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1097 time: 0.2748568 Jul 29 08:45:26.340053 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:26.354135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dfc27-3627-438b-9338-9d37a0ef702e req-d2d0709b-b39f-472a-9d26-c40d5b8a304e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.355615 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0c1dfc27-3627-438b-9338-9d37a0ef702e req-d2d0709b-b39f-472a-9d26-c40d5b8a304e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 944 time: 0.0870428 Jul 29 08:45:26.396350 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80e48b53-75b0-48ee-99f0-b31bdd7694c6 req-1e3f8533-37eb-43b2-9c1b-6dab6933b81b tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330821 Jul 29 08:45:26.402371 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0c1dfc27-3627-438b-9338-9d37a0ef702e req-a174eeea-f039-4ac1-9ecb-96ebf6dfc669 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Jul 29 08:45:26.433145 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779c495-fbc6-4497-9e92-09035cd0454e req-61966a1e-a1cf-4146-b461-8991c920cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.434837 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a779c495-fbc6-4497-9e92-09035cd0454e req-61966a1e-a1cf-4146-b461-8991c920cb68 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d89c758da1b146a0a792d210e04f3d2e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2436781 Jul 29 08:45:26.679930 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6eec-9754-4806-8eb1-58740927418c req-9a333f11-9e58-47b3-9cc1-d8d5e9c63586 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.692499 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-45ab6eec-9754-4806-8eb1-58740927418c req-9a333f11-9e58-47b3-9cc1-d8d5e9c63586 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1364763 Jul 29 08:45:26.750272 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 26d84f93-e11b-415a-8490-b4bbf42b95d8 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:26.755097 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-45ab6eec-9754-4806-8eb1-58740927418c req-0f811ab6-799b-4ae5-9e52-fd2fdb492356 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617208 Jul 29 08:45:26.766795 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779c495-fbc6-4497-9e92-09035cd0454e req-900b26f6-b296-4926-8894-4a1be2125d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.768897 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a779c495-fbc6-4497-9e92-09035cd0454e req-900b26f6-b296-4926-8894-4a1be2125d93 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3242602 Jul 29 08:45:26.791341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8707d-7ccd-4129-bdbd-019fc1ee687f req-10375a6c-5d34-4bac-9a32-d6ceb64d8641 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.793059 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c5f8707d-7ccd-4129-bdbd-019fc1ee687f req-10375a6c-5d34-4bac-9a32-d6ceb64d8641 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.1747487 Jul 29 08:45:26.896069 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c5f8707d-7ccd-4129-bdbd-019fc1ee687f req-1c446a7a-0707-4d28-84fa-51132fe8f3d2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968096 Jul 29 08:45:26.919129 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-720d82e1-2bae-4e4c-bd83-ffc7dae2996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:26.920628 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-720d82e1-2bae-4e4c-bd83-ffc7dae2996e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1097 time: 0.1026258 Jul 29 08:45:26.950539 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 26d84f93-e11b-415a-8490-b4bbf42b95d8 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:26.959413 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 26d84f93-e11b-415a-8490-b4bbf42b95d8 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:26.959797 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:26.996457 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-73465389-7161-42cb-9b41-2b56e336abae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 217 time: 0.0673289 Jul 29 08:45:27.058974 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-65f5de8e-a5c1-4e32-a5b1-2703a01b6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:27.063750 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-65f5de8e-a5c1-4e32-a5b1-2703a01b6f9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0565619 Jul 29 08:45:27.083084 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:27.114765 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:27.125319 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:27.161357 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534b21-8879-4af6-ba1d-db647a838222 req-e86e1412-bb60-4bd1-ab2e-581288a2e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:27.163933 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-e86e1412-bb60-4bd1-ab2e-581288a2e384 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944295 Jul 29 08:45:27.178266 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8', 'code': 200} Jul 29 08:45:27.311338 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:27.312574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:27.342318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:27.386969 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-9039e735-cb21-40df-8e0b-682b848892c9 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161407 Jul 29 08:45:27.469405 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:27.474532 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:27.556549 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc534b21-8879-4af6-ba1d-db647a838222 req-5f704a39-5237-4d6d-9b1d-eb927eb0c3fe service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614244 Jul 29 08:45:27.596994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:27.602779 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:27.603171 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:27.643124 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095f1f-4a29-4356-b8a6-720f5204e859 req-515369d8-4143-4ee7-a9cb-d49bea25e764 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:27.649998 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b5095f1f-4a29-4356-b8a6-720f5204e859 req-515369d8-4143-4ee7-a9cb-d49bea25e764 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 944 time: 0.0959194 Jul 29 08:45:27.728527 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:27.754722 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b5095f1f-4a29-4356-b8a6-720f5204e859 req-df2ffd79-1db8-4cdb-88df-d5daa9bef1e1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 Jul 29 08:45:27.770982 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f9208-d594-4ec6-93c3-a8d173e110b9 req-cc481180-3bbf-4b03-987d-25c16181a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:27.772699 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:27.772895 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b50f9208-d594-4ec6-93c3-a8d173e110b9 req-cc481180-3bbf-4b03-987d-25c16181a449 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.1199758 Jul 29 08:45:27.817823 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b50f9208-d594-4ec6-93c3-a8d173e110b9 req-e8b973d7-abad-4e3d-8b61-76ee36819980 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370226 Jul 29 08:45:27.885391 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40550) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:27.893904 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:27.896274 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:27.968865 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:27.972568 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:27.978095 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f5246-3c4b-4380-8388-e11ec1402cc1 req-6236e810-1155-4857-9322-26dd40f83373 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:27.979734 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-313f5246-3c4b-4380-8388-e11ec1402cc1 req-6236e810-1155-4857-9322-26dd40f83373 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0876541 Jul 29 08:45:28.036676 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.058644 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-313f5246-3c4b-4380-8388-e11ec1402cc1 req-bf55249e-21d7-44d1-8ba8-a91288f6bd9a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730193 Jul 29 08:45:28.060831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:28.065474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b49cfb7fd15d461cb601265637cfd266 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:28.068379 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:28.074275 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:28.159344 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.396054 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.419382 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1e5af6c9-6506-4d53-a214-056806c836d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:28.444064 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b49cfb7fd15d461cb601265637cfd266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575449 Jul 29 08:45:28.444949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eacf9d5-4f40-4a91-940d-d04814488339,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:28.449011 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40578) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:28.451337 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:28.528562 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.565530 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.745057 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.750933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:28.765850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eacf9d5-4f40-4a91-940d-d04814488339,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:28.768997 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:28.771388 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:28.772779 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1eacf9d5-4f40-4a91-940d-d04814488339 HTTP/1.1" status: 204 len: 168 time: 0.3228300 Jul 29 08:45:28.949197 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4c5a4-1181-43b6-8876-8bd6f4481333 req-27132aab-8d70-4e65-820d-182ed2d45a7f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:28.950643 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-20b4c5a4-1181-43b6-8876-8bd6f4481333 req-27132aab-8d70-4e65-820d-182ed2d45a7f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0819719 Jul 29 08:45:28.999321 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-20b4c5a4-1181-43b6-8876-8bd6f4481333 req-c1be5f89-d178-4b09-b226-6c51d47cf1b0 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jul 29 08:45:29.131552 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40610) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:29.179885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:29.232911 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0', 'code': 200} Jul 29 08:45:29.296387 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625f5f-1c4e-4deb-bf15-397428cc6c5f req-2824446b-5739-491f-9854-60117126d401 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:29.303308 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-75625f5f-1c4e-4deb-bf15-397428cc6c5f req-2824446b-5739-491f-9854-60117126d401 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1242294 Jul 29 08:45:29.366423 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-75625f5f-1c4e-4deb-bf15-397428cc6c5f req-65c003c9-9d6d-4cee-a76b-a30983b1bcda tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608723 Jul 29 08:45:29.383431 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:29.399475 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:29.403498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Usage tracker for resource:security_group_rule and tenant:749720263f5444e1bebe558d411237d4 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:29.406874 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:29.413825 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:29.533968 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:29.750902 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:29.763583 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:29.808261 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=749720263f5444e1bebe558d411237d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758153 Jul 29 08:45:29.810929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545898e8-75ab-4bc2-978e-cd02a66e5e73,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:29.824273 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:29.826849 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40654) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:29.901379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673bd0-26e2-49a5-84e8-013d15c2b597 req-079cee10-e999-4d28-8c8e-b92dfad327e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:29.903033 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48673bd0-26e2-49a5-84e8-013d15c2b597 req-079cee10-e999-4d28-8c8e-b92dfad327e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 1098 time: 0.1019895 Jul 29 08:45:29.912958 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:29.942852 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:29.947722 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48673bd0-26e2-49a5-84e8-013d15c2b597 req-db96c289-0f33-4ce5-894f-da3830ee4b09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jul 29 08:45:30.170075 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:30.176181 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:30.194367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545898e8-75ab-4bc2-978e-cd02a66e5e73,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:30.198418 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:30.200985 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:30.204472 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/545898e8-75ab-4bc2-978e-cd02a66e5e73 HTTP/1.1" status: 204 len: 168 time: 0.3742166 Jul 29 08:45:30.234801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1c6e5-832a-4530-8ff0-63e3b714b1a2 req-6d21e460-3f87-451f-b773-9ed3087ee7cc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:30.236374 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2cb1c6e5-832a-4530-8ff0-63e3b714b1a2 req-6d21e460-3f87-451f-b773-9ed3087ee7cc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1281426 Jul 29 08:45:30.286828 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2cb1c6e5-832a-4530-8ff0-63e3b714b1a2 req-af69758f-141a-4c56-be75-3b46ff599e6d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Jul 29 08:45:30.565886 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399edef5-b912-433b-a0d4-0f96e923106b req-16ea2481-21bc-4f47-aa19-316d92e4e755 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:30.568994 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-399edef5-b912-433b-a0d4-0f96e923106b req-16ea2481-21bc-4f47-aa19-316d92e4e755 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0926220 Jul 29 08:45:30.616219 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-399edef5-b912-433b-a0d4-0f96e923106b req-bccb9e19-13f8-4d8e-92ca-34759fd92df1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Jul 29 08:45:30.758489 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:30.920124 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:30.933855 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '6db2db60-d859-4276-ab91-c61f2349e129', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:30.991418 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.008646 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:31.024282 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:31.134077 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.136364 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:31.207115 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:31.210654 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:31.251216 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40720) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:31.269951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.284951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:31.289340 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Usage tracker for resource:security_group_rule and tenant:a4007677e1174471ad444af2de430c38 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:31.292294 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:31.299352 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:31.394702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.413934 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6db2db60-d859-4276-ab91-c61f2349e129'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:31.552137 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3622cb5-6f71-4835-ab54-79870c06a1f0 req-ef4ff807-447c-43c7-9894-e1f1cbe876b6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:31.553629 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b3622cb5-6f71-4835-ab54-79870c06a1f0 req-ef4ff807-447c-43c7-9894-e1f1cbe876b6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1013474 Jul 29 08:45:31.601959 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b3622cb5-6f71-4835-ab54-79870c06a1f0 req-e005b541-703f-418b-b280-9538d072c5b8 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Jul 29 08:45:31.687802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.697866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3b558627-0966-4760-9924-9bdc935ae603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:31.751496 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4007677e1174471ad444af2de430c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991438 Jul 29 08:45:31.754264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12d4eb-a2e8-4e9a-9288-30716ea0b59d,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:31.754559 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40754) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:31.758326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:31.822134 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:31.848584 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:32.002851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:32.007714 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9bc9dc51-d888-4440-86b3-c3b02aa495f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:32.023309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12d4eb-a2e8-4e9a-9288-30716ea0b59d,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:32.025817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:32.026950 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:32.028149 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e12d4eb-a2e8-4e9a-9288-30716ea0b59d HTTP/1.1" status: 204 len: 168 time: 0.2725170 Jul 29 08:45:32.384614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdbd39-a31d-4580-b9ba-78baeb36b28a req-f4148911-b7d4-4ed3-80bf-ba6c4d034014 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:32.386126 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2ebdbd39-a31d-4580-b9ba-78baeb36b28a req-f4148911-b7d4-4ed3-80bf-ba6c4d034014 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 945 time: 0.0808938 Jul 29 08:45:32.487425 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2ebdbd39-a31d-4580-b9ba-78baeb36b28a req-35c89bd7-1d90-42b6-8b38-a504065eacef tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949438 Jul 29 08:45:32.550090 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-eca77f40-871d-4b47-abbc-bac6c5ab7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:32.551563 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-eca77f40-871d-4b47-abbc-bac6c5ab7591 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 1098 time: 0.1439526 Jul 29 08:45:32.784474 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:32.788915 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-d6604771-9daf-4d6b-8e11-7ae6e78f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:32.790403 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-d6604771-9daf-4d6b-8e11-7ae6e78f5f85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.2269650 Jul 29 08:45:32.804926 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815e990-f778-4093-803b-5463a73e9625 req-fb3fb255-dabf-42a6-bf6a-84967ed12e3c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:32.806500 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5815e990-f778-4093-803b-5463a73e9625 req-fb3fb255-dabf-42a6-bf6a-84967ed12e3c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1636996 Jul 29 08:45:32.883789 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-4ffcb16e-b1ef-4777-af78-645694910b6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0 HTTP/1.1" status: 200 len: 217 time: 0.0763445 Jul 29 08:45:32.968856 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5815e990-f778-4093-803b-5463a73e9625 req-753ce0c3-5fa5-4108-8c0f-6ca03095b960 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051526 Jul 29 08:45:32.990861 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-7f85598f-c324-412b-8eb4-3ab23b5ef746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:32.990861 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-7f85598f-c324-412b-8eb4-3ab23b5ef746 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0960696 Jul 29 08:45:33.024788 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 6db2db60-d859-4276-ab91-c61f2349e129 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:33.030212 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 6db2db60-d859-4276-ab91-c61f2349e129 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:33.030680 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:33.038276 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-fca99cb8-344a-461e-bccd-8c6565085b11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436821 Jul 29 08:45:33.168928 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:33.189555 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-811cd87d-3bf6-4834-8638-61b850f3c8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439650 Jul 29 08:45:33.201950 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:33.215846 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:33.271107 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'code': 200} Jul 29 08:45:33.402124 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:33.403959 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:33.414477 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6defd4e7-862d-415f-ba9c-04156745f0e1 req-e770b4b6-410a-41a2-ab3e-2ac865c421d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186673 Jul 29 08:45:33.498623 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:33.500732 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:33.709493 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8e08-cd0b-4bf6-ac12-3ce99583a500 req-1b165ca6-2251-4e32-87fe-318560b031b2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:33.711005 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e8ad8e08-cd0b-4bf6-ac12-3ce99583a500 req-1b165ca6-2251-4e32-87fe-318560b031b2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0879486 Jul 29 08:45:33.760468 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e8ad8e08-cd0b-4bf6-ac12-3ce99583a500 req-35e832d6-1732-4692-b127-130434af3398 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435801 Jul 29 08:45:33.918959 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47018-1fbb-493a-b3cc-f73bcc67b39c req-de23e45d-b992-4cdb-8dc8-fc838370c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:33.920447 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-50c47018-1fbb-493a-b3cc-f73bcc67b39c req-de23e45d-b992-4cdb-8dc8-fc838370c583 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1099 time: 0.0729687 Jul 29 08:45:33.969729 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-50c47018-1fbb-493a-b3cc-f73bcc67b39c req-b2b8c073-cf13-47e4-9fde-9e6b340fa032 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339572 Jul 29 08:45:34.164522 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32cddc-0161-43ad-aac8-71d38c020022 req-244e96ab-d87e-4179-ab3d-2b8c06927bcf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:34.172255 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f32cddc-0161-43ad-aac8-71d38c020022 req-244e96ab-d87e-4179-ab3d-2b8c06927bcf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0951416 Jul 29 08:45:34.219014 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f32cddc-0161-43ad-aac8-71d38c020022 req-4280bde5-f193-4571-b767-30c040dd015d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Jul 29 08:45:34.613855 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40852) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:34.859947 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:34.874335 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:34.878757 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Usage tracker for resource:security_group_rule and tenant:952ed626b88e4375b9399eeb467b0b16 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:34.882120 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:34.901349 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:34.973724 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afa3a0-8bbe-4c35-a796-416a3f28b8de req-a6d1e82e-ad93-4762-abd0-f1842c51ebcf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:34.976703 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09afa3a0-8bbe-4c35-a796-416a3f28b8de req-a6d1e82e-ad93-4762-abd0-f1842c51ebcf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0910227 Jul 29 08:45:35.018421 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.041430 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09afa3a0-8bbe-4c35-a796-416a3f28b8de req-c106e8aa-ea7d-4d26-a381-6795241a3778 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589137 Jul 29 08:45:35.086208 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.099949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:35.146303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40872) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:35.147384 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=952ed626b88e4375b9399eeb467b0b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319946 Jul 29 08:45:35.149403 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ea40d-d364-450a-9e96-45292ba20a61,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:35.159980 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:35.218264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.252138 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.436924 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c0d31-8af0-4b15-ba79-5b7382c6d3b9 req-e1acc2c9-611b-495f-8dfa-b844a117441d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:35.438671 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-475c0d31-8af0-4b15-ba79-5b7382c6d3b9 req-e1acc2c9-611b-495f-8dfa-b844a117441d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0904505 Jul 29 08:45:35.484529 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-475c0d31-8af0-4b15-ba79-5b7382c6d3b9 req-725ca2f8-32a1-4815-946d-542ddae2058e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Jul 29 08:45:35.526211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.531140 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:35.543622 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ea40d-d364-450a-9e96-45292ba20a61,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:35.545652 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:35.575599 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:35.575599 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c4ea40d-d364-450a-9e96-45292ba20a61 HTTP/1.1" status: 204 len: 168 time: 0.4239693 Jul 29 08:45:35.731444 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b45a6d-0dab-4309-a592-32ae07b4d11a req-cd2eeb60-e7cd-4262-b57c-fd2bcfa8836d tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:35.733172 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b8b45a6d-0dab-4309-a592-32ae07b4d11a req-cd2eeb60-e7cd-4262-b57c-fd2bcfa8836d tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.0816457 Jul 29 08:45:35.779509 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b8b45a6d-0dab-4309-a592-32ae07b4d11a req-940e0c8d-ee67-4984-bd4e-ea4e9fa09c2e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Jul 29 08:45:36.237830 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f45d-08af-48eb-8079-b44a6e4f324a req-69c1e539-746f-4837-933c-ed3fc9aad4b2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:36.239460 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4718f45d-08af-48eb-8079-b44a6e4f324a req-69c1e539-746f-4837-933c-ed3fc9aad4b2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0824509 Jul 29 08:45:36.287623 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4718f45d-08af-48eb-8079-b44a6e4f324a req-feba03f0-7d43-4d48-9450-922c4258493d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Jul 29 08:45:36.371018 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40906) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:36.391494 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:36.446404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:36.457275 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:291b0e8d884449d18e180d57c71d12e4 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:36.460964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:36.469723 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:36.523954 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e388fd-d48c-4138-a15c-02f7e5e72499 req-faad3f82-619a-421e-85ae-681f80ab82f2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:36.525671 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-43e388fd-d48c-4138-a15c-02f7e5e72499 req-faad3f82-619a-421e-85ae-681f80ab82f2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1256180 Jul 29 08:45:36.535076 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 40920) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:36.549258 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'floatingip': {'port_id': '6db2db60-d859-4276-ab91-c61f2349e129'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:36.591656 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:36.670250 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:36.678867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:36.740493 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=291b0e8d884449d18e180d57c71d12e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682542 Jul 29 08:45:36.743447 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd5eb0-468c-4456-a7ef-982cd6eb93c9,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:36.748221 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:36.753248 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 40932) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:36.792278 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:36.909683 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:36.938739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:37.015870 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673652e3-17f5-4922-a2b6-37c41ee7e5b5 req-7d425e13-44a1-45a8-8bde-14000bba66d5 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:37.017820 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-673652e3-17f5-4922-a2b6-37c41ee7e5b5 req-7d425e13-44a1-45a8-8bde-14000bba66d5 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.3353388 Jul 29 08:45:37.060611 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888b13c-bbb1-4b8a-ab2a-fd3e20e9955e req-712d06e3-4276-493b-923b-2f035c905981 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:37.062179 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6888b13c-bbb1-4b8a-ab2a-fd3e20e9955e req-712d06e3-4276-493b-923b-2f035c905981 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.1147068 Jul 29 08:45:37.108504 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:37.122287 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3392347b-2345-4ce4-b80a-d11c7b944303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:37.136629 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6888b13c-bbb1-4b8a-ab2a-fd3e20e9955e req-1f97e523-bc09-45df-bd11-312c777d5929 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Jul 29 08:45:37.144185 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd5eb0-468c-4456-a7ef-982cd6eb93c9,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:37.146575 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:37.148823 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:37.152251 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aacd5eb0-468c-4456-a7ef-982cd6eb93c9 HTTP/1.1" status: 204 len: 168 time: 0.3956482 Jul 29 08:45:37.167425 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-673652e3-17f5-4922-a2b6-37c41ee7e5b5 req-6ab6fcd4-9e8c-4331-ab5f-8a2553b740be tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431253 Jul 29 08:45:37.475655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-1e2ea2e7-29ba-42f4-a425-1badac970054 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:37.477249 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-1e2ea2e7-29ba-42f4-a425-1badac970054 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.1577013 Jul 29 08:45:37.497075 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-fa207f4c-ea62-47fc-bc01-df9f23e5cf51 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/quotas/48f8a0f105614d9aa3ec6a384d07b5b9 HTTP/1.1" status: 200 len: 375 time: 0.0131712 Jul 29 08:45:37.588383 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-67699c63-5c21-42bb-ae4d-8ec470c804d1 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853279 Jul 29 08:45:37.794395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-22d67ef7-d62c-4833-93e9-8e5e283d6b50 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:37.794395 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-22d67ef7-d62c-4833-93e9-8e5e283d6b50 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.2027612 Jul 29 08:45:37.802074 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-434355bc-ee6c-4a77-a305-4b13657a1ecf service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787090 Jul 29 08:45:37.931519 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:37.958671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Deleting port ab73657f-84c4-4214-a332-e83fbcd97a7a {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:45:37.959040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:38.042244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:38.138755 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-1eaa52bc-103a-4ab7-9720-1584de8c2f12 service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357038 Jul 29 08:45:38.248444 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Floating IP 547e3371-f195-4e13-aca6-75302cafca68 associated. External IP: 172.28.1.55, port: 6db2db60-d859-4276-ab91-c61f2349e129. Jul 29 08:45:38.388441 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] For port ab73657f-84c4-4214-a332-e83fbcd97a7a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ab73657f-84c4-4214-a332-e83fbcd97a7a,segment=NetworkSegment(f5aec58c-a57f-43d5-a98f-7cddf6268cc2),segment_id=f5aec58c-a57f-43d5-a98f-7cddf6268cc2)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:38.390089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:38.602898 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Calling delete_port for ab73657f-84c4-4214-a332-e83fbcd97a7a owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:45:38.705517 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cea112-d581-4035-a8ea-2ce19c907ce2 req-b9ecde6e-05ef-4943-9258-8bc3ae34898a tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:38.712688 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57cea112-d581-4035-a8ea-2ce19c907ce2 req-b9ecde6e-05ef-4943-9258-8bc3ae34898a tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 946 time: 0.2989299 Jul 29 08:45:38.850786 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57cea112-d581-4035-a8ea-2ce19c907ce2 req-464bdb5a-044a-49ae-aa70-3521f7ebeac2 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3ea327e-d17d-4c21-beac-b810b2d37ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369336 Jul 29 08:45:38.862039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91feb6-9478-4af8-8b3f-a5584dab7793 req-d7449c2e-bf8e-4690-b7ef-d1a9c22ce470 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:38.863896 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fd91feb6-9478-4af8-8b3f-a5584dab7793 req-d7449c2e-bf8e-4690-b7ef-d1a9c22ce470 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.2192504 Jul 29 08:45:38.979481 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d285d87b-ac01-42e9-980e-763dea4faf6b req-e48f7ac7-3870-468e-ba2d-cf31545d3668 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0670850 Jul 29 08:45:39.005452 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:45:39.040119 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fd91feb6-9478-4af8-8b3f-a5584dab7793 req-f6b7cc48-0e84-45b9-aa18-49af0cbc9f1f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299779 Jul 29 08:45:39.123331 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:39.137955 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ab73657f-84c4-4214-a332-e83fbcd97a7a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:39.138945 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7f250bb-2610-4c65-a9ae-14c0660165a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:39.204151 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:45:39.219123 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:45:39.219901 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:39.222032 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Pushing event deleted for resources: {'Port': ['ID=ab73657f-84c4-4214-a332-e83fbcd97a7a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:39.224607 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:39.231166 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:45:39.232206 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:45:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:39.273476 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] No DVR routers for this DVR port ab73657f-84c4-4214-a332-e83fbcd97a7a on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:45:39.276596 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:39.280143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'name': 'network-vif-deleted', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:39.292776 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-614fe659-9ffd-4e4c-b336-86da3783cda8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "PUT /v2.0/floatingips/547e3371-f195-4e13-aca6-75302cafca68 HTTP/1.1" status: 200 len: 991 time: 2.7562859 Jul 29 08:45:39.293465 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:39.375899 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91b696c-c103-4155-abb9-c2e7805a3558', 'name': 'network-vif-deleted', 'tag': 'ab73657f-84c4-4214-a332-e83fbcd97a7a', 'status': 'completed', 'code': 200} Jul 29 08:45:39.440285 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'status': 'completed', 'code': 200} Jul 29 08:45:39.458896 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:39.498724 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4546a448-e0f4-4865-a63f-bc18fe77db14 req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.11 "DELETE /v2.0/ports/ab73657f-84c4-4214-a332-e83fbcd97a7a HTTP/1.1" status: 204 len: 173 time: 1.6781464 Jul 29 08:45:39.551609 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-58e70a64-8dbb-45d2-a377-07b2f98da143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:39.553015 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-58e70a64-8dbb-45d2-a377-07b2f98da143 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1099 time: 0.0771165 Jul 29 08:45:39.693545 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-bf271653-7f91-4954-988a-0729201e206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:39.695138 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-bf271653-7f91-4954-988a-0729201e206b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1319108 Jul 29 08:45:39.812531 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-cab6543d-b296-4c1e-b040-0fa59847185b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 999 time: 0.1033940 Jul 29 08:45:39.851465 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:45:39.883649 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '547e3371-f195-4e13-aca6-75302cafca68', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:45:12Z', 'updated_at': '2021-07-29T08:45:37Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:39.887893 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:45:39.890063 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-fbc06977-8497-4537-a6c2-3fb8788b5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:39.891562 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-fbc06977-8497-4537-a6c2-3fb8788b5d66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0637591 Jul 29 08:45:39.897054 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:45:39.897695 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:45:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:39.987197 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-88146862-42a7-468c-9db4-fce5ed5b496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:39.988938 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-88146862-42a7-468c-9db4-fce5ed5b496d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892944 Jul 29 08:45:40.010074 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d75f5ac0-73d7-408d-bdb8-50102a36a212 req-5db45e36-6804-44c2-bc24-6d501b3612ba tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Synchronizing usage tracker for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:40.128433 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:45:40.151297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-d75f5ac0-73d7-408d-bdb8-50102a36a212 req-5db45e36-6804-44c2-bc24-6d501b3612ba tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Unset dirty status for tenant:b457a63082cc42f8b5ab789700dcb323 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:40.157067 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d75f5ac0-73d7-408d-bdb8-50102a36a212 req-5db45e36-6804-44c2-bc24-6d501b3612ba tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.1932912 Jul 29 08:45:40.271149 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-85f85bb2-dd39-4084-8843-bdbfbdd0fc03 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604041 Jul 29 08:45:40.274292 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f354c2c4-9e08-4e41-bd7e-87601fb0480c req-dcc006ad-53d4-45c4-973d-c6c2ffafb783 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0810268 Jul 29 08:45:40.425564 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc0a2a-c135-44c0-84c6-f7af70e7d469 req-23992e62-8682-4738-96c4-ef6209364255 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:40.429912 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d5dc0a2a-c135-44c0-84c6-f7af70e7d469 req-23992e62-8682-4738-96c4-ef6209364255 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1106122 Jul 29 08:45:40.501343 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d5dc0a2a-c135-44c0-84c6-f7af70e7d469 req-fb80f374-2559-4bbd-9b74-8b79c6fdd0eb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Jul 29 08:45:40.620399 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3708e3e5-329a-4924-ae2a-0f6e2beb5b54 req-48d083ad-601a-46ca-9a96-c850b054c5ca service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426788 Jul 29 08:45:40.647481 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '547e3371-f195-4e13-aca6-75302cafca68', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:45:12Z', 'updated_at': '2021-07-29T08:45:37Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:40.652477 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c7abc-5d1c-48c6-8c68-cee7d80d5526 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '547e3371-f195-4e13-aca6-75302cafca68', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:45:12Z', 'updated_at': '2021-07-29T08:45:37Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:45:40.882068 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a19dd-6600-425f-a551-5c3611ab5bef None None] New status for floating IP 547e3371-f195-4e13-aca6-75302cafca68: ACTIVE {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:45:41.397523 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f31529b-03c0-4001-b600-46fd4c2596f1 req-273939f3-c521-4b0e-8548-36afcc0f26a0 tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] 10.222.0.36 "GET /v2.0/ports?device_id=f91b696c-c103-4155-abb9-c2e7805a3558 HTTP/1.1" status: 200 len: 210 time: 0.0479105 Jul 29 08:45:41.446377 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-962b6df8-3967-465c-947f-9391809ea288 req-2baa0efa-f978-4051-9081-8458c379b75a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0458155 Jul 29 08:45:41.762127 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2611-7198-4175-ae11-b9b162f92c66 req-2586151c-fc84-44a2-a0e8-ee5506c3d502 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:41.762127 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c8db2611-7198-4175-ae11-b9b162f92c66 req-2586151c-fc84-44a2-a0e8-ee5506c3d502 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0942085 Jul 29 08:45:41.789531 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c8db2611-7198-4175-ae11-b9b162f92c66 req-1478ce61-2d32-4209-a43f-1568c4b32dfa tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Jul 29 08:45:41.912768 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8fcb-9f0b-4d87-b889-cddcae2cd3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:42.286690 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:42.677922 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-24b10d33-c21a-4aa3-8469-a4b64ff01031 req-cd521ab3-3584-4333-92bb-5eda1952b99c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0613902 Jul 29 08:45:42.789472 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-16ff9a66-a1c0-4946-87ff-7c06b6e240a5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:42.790949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-16ff9a66-a1c0-4946-87ff-7c06b6e240a5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:network {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:42.862173 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ab73657f-84c4-4214-a332-e83fbcd97a7a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:45:42.893685 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-16ff9a66-a1c0-4946-87ff-7c06b6e240a5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:network {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:42.895011 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-16ff9a66-a1c0-4946-87ff-7c06b6e240a5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.3060784 Jul 29 08:45:42.909486 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: ab73657f-84c4-4214-a332-e83fbcd97a7a {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:45:42.909486 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ab73657f-84c4-4214-a332-e83fbcd97a7a not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:45:42.911621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Request body: {'port': {'device_id': '10422279-5929-421e-bb5e-97b40c1f9533', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'admin_state_up': True, 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:43.046849 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1c2a-9b10-4639-9c8c-906ea63d68e4 req-42bb51ff-16f6-40cc-bafa-d9deb17eecc4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:43.048689 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-808e1c2a-9b10-4639-9c8c-906ea63d68e4 req-42bb51ff-16f6-40cc-bafa-d9deb17eecc4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0979192 Jul 29 08:45:43.083332 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:43.093415 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:43.102869 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-808e1c2a-9b10-4639-9c8c-906ea63d68e4 req-cf9a75e1-6eb9-4ba4-a853-4f7797722739 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473309 Jul 29 08:45:43.121954 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41130) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:43.201444 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:43.217177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.281229 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.306778 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:43.319177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Usage tracker for resource:security_group_rule and tenant:94e0b88b80d940e3a1288ae66fb87cf5 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:43.324722 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:43.334894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:43.430892 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Allocated IP 172.20.0.13 (7c43698b-da9d-4b0a-8aab-55b7ceadb5ab/e288805c-d683-427a-b638-b11bfe0e37fc/153549de-f625-4ce5-91e1-a4427f2b605e) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:45:43.528982 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.695466 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.718194 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.735767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-be8d07b4-99b5-4096-91e9-d4f2fff47730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:43.777990 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94e0b88b80d940e3a1288ae66fb87cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564760 Jul 29 08:45:43.779656 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41166) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:43.781816 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1356e2-28b9-4969-ab2f-f7f1205ccb1b,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:43.801033 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.803877 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.804128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.804482 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.804831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.805172 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.805511 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.805871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.811774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.811774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.811774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.811774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:43.812618 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:43.874218 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-27816327-edeb-4173-84b1-d548fa730af5 req-4c92cc32-7850-4025-a436-5b3ba2d9c9e1 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0499418 Jul 29 08:45:43.882260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.898851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:43.904222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:43.917873 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:43.949453 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.020297 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:45:44.024268 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:44.032199 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:45:44.063830 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event updated for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:44.070691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:44.100063 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:44.101872 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.167964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.177729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-27fa1ee9-b232-4e87-9b87-cb31718cdcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:44.197569 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1356e2-28b9-4969-ab2f-f7f1205ccb1b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:44.206763 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bec7a8a2-35f0-4142-97de-8e083c6f0acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.223129 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.223488 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.223834 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.224174 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.224509 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.224846 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.228991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.229344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.232239 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.232693 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.233042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.242245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:44.242245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:44.242245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.250443 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c1356e2-28b9-4969-ab2f-f7f1205ccb1b HTTP/1.1" status: 204 len: 168 time: 0.4697146 Jul 29 08:45:44.260564 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3560505 Jul 29 08:45:44.286367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Request body: {'port': {'device_id': '10422279-5929-421e-bb5e-97b40c1f9533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:44.423132 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57b30e-cf15-45a3-95c8-44ffeb41edcb req-208183f4-ad42-496c-8359-989f175f2327 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:44.425237 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bb57b30e-cf15-45a3-95c8-44ffeb41edcb req-208183f4-ad42-496c-8359-989f175f2327 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.2069736 Jul 29 08:45:44.457394 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.536753 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bb57b30e-cf15-45a3-95c8-44ffeb41edcb req-b9c7340b-e9dc-488d-b91d-d7e7ebc62eea tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039810 Jul 29 08:45:44.605851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41198) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:44.671359 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Deleting subnet 03166f4e-123a-4e1e-88eb-14e4a709d4b8 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:45:44.676893 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.733646 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.793006 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.982515 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153549de-f625-4ce5-91e1-a4427f2b605e {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:44.991538 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:44.996215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.000820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3c59c6a4-862f-40ed-9154-b3e09b282f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:45.035605 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03166f4e-123a-4e1e-88eb-14e4a709d4b8,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:45.039176 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:45.042612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.052389 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-9fef030e-30b2-4081-8241-33bc86a2c940 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/03166f4e-123a-4e1e-88eb-14e4a709d4b8 HTTP/1.1" status: 204 len: 168 time: 0.4453866 Jul 29 08:45:45.057202 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Transition to ACTIVE for port object 153549de-f625-4ce5-91e1-a4427f2b605e will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:45:45.057386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41212) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:45.088145 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4390ce-558f-4063-a542-11bacf28f23a req-a347589b-f372-4c98-ac02-f58f343254e2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:45.093771 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ee4390ce-558f-4063-a542-11bacf28f23a req-a347589b-f372-4c98-ac02-f58f343254e2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:45:45.178976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.190799 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.196983 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:45.239478 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ee4390ce-558f-4063-a542-11bacf28f23a req-a347589b-f372-4c98-ac02-f58f343254e2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:45:45.240682 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ee4390ce-558f-4063-a542-11bacf28f23a req-a347589b-f372-4c98-ac02-f58f343254e2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 932 time: 0.2513206 Jul 29 08:45:45.315318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.316536 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.332068 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:45.351852 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:45.352145 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aec58c-a57f-43d5-a98f-7cddf6268cc2') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:45:45.368345 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.390502 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.397143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:45:45.397651 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:45:45.412513 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:45:45.421307 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Pushing event updated for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:45.426717 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ee4390ce-558f-4063-a542-11bacf28f23a req-8f913621-9f5d-4e97-97df-74780be1f49b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692326 Jul 29 08:45:45.427506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:45.526791 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Attempting to bind port 153549de-f625-4ce5-91e1-a4427f2b605e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:45:45.527128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Attempting to bind port 153549de-f625-4ce5-91e1-a4427f2b605e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:45:45.527457 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Attempting to bind port 153549de-f625-4ce5-91e1-a4427f2b605e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:45.541473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Port 153549de-f625-4ce5-91e1-a4427f2b605e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:45:45.541823 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Attempting to bind port 153549de-f625-4ce5-91e1-a4427f2b605e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:45:45.554064 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:45:45.556547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Checking segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:45.556946 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Bound using segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:45:45.557383 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Bound port: 153549de-f625-4ce5-91e1-a4427f2b605e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:45:45.557818 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.641342 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.647007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:45.680651 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.693096 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:45.696203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:45.718224 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:45:45.722502 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=153549de-f625-4ce5-91e1-a4427f2b605e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:45:45.790529 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.792882 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/afa268c2-fd2b-4720-b7bf-ed7fc96aa3dd HTTP/1.1" status: 204 len: 168 time: 0.7387486 Jul 29 08:45:45.796160 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f4523202-19f4-448c-b1b0-962bdcc987e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:45.828352 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac392e-7f0c-4e35-bfe6-928dbd20ee3d req-74caaca5-edbc-4f49-baf2-60bd4229264f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:45.831081 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-aeac392e-7f0c-4e35-bfe6-928dbd20ee3d req-74caaca5-edbc-4f49-baf2-60bd4229264f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1048284 Jul 29 08:45:45.862507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:45.863134 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:45.864514 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] 10.222.0.11 "PUT /v2.0/ports/153549de-f625-4ce5-91e1-a4427f2b605e HTTP/1.1" status: 200 len: 1094 time: 1.5907123 Jul 29 08:45:45.868665 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:45.896341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Pushing event updated for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:45.906484 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-aeac392e-7f0c-4e35-bfe6-928dbd20ee3d req-1946e30a-f7cc-4b04-9ac0-bb25ac2e6784 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671833 Jul 29 08:45:45.910742 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:45.937340 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e', 'status': 'completed', 'code': 200} Jul 29 08:45:46.048944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54276002-0707-4205-9fb3-53a6845ffe46 req-bf9647a2-8d46-41b3-bbff-87021cdf8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.048944 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-54276002-0707-4205-9fb3-53a6845ffe46 req-bf9647a2-8d46-41b3-bbff-87021cdf8f7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 1097 time: 0.0756288 Jul 29 08:45:46.190507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54276002-0707-4205-9fb3-53a6845ffe46 req-2c633b54-67cb-41ee-9cf6-12f99e3069e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.192012 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-54276002-0707-4205-9fb3-53a6845ffe46 req-2c633b54-67cb-41ee-9cf6-12f99e3069e5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356606 Jul 29 08:45:46.253452 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41256) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:46.309528 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d5fde301-4d0d-41e3-b648-c60f39927a80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b457a63082cc42f8b5ab789700dcb323&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546839 Jul 29 08:45:46.311866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41262) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:46.370287 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54276002-0707-4205-9fb3-53a6845ffe46 req-3de87e81-5c8b-472b-a5be-6aa1bbac3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.371903 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-54276002-0707-4205-9fb3-53a6845ffe46 req-3de87e81-5c8b-472b-a5be-6aa1bbac3878 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732733 Jul 29 08:45:46.385338 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:46.416466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:46.534429 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:46.543862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:46.582662 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-ce5454c1-a32f-4beb-976f-2f1f52b5de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.584159 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-ce5454c1-a32f-4beb-976f-2f1f52b5de4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 1097 time: 0.1686492 Jul 29 08:45:46.596014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ea327e-d17d-4c21-beac-b810b2d37ed4,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:46.601712 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:46.641702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:46.681319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:46.681319 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3ea327e-d17d-4c21-beac-b810b2d37ed4 HTTP/1.1" status: 204 len: 168 time: 0.3658664 Jul 29 08:45:46.727592 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-dc6ccf18-55bf-441d-963c-70038fc5c82b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=153549de-f625-4ce5-91e1-a4427f2b605e HTTP/1.1" status: 200 len: 217 time: 0.1350322 Jul 29 08:45:46.813992 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3ba79f91-73dd-4949-91e8-783fd221c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.815362 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-3ba79f91-73dd-4949-91e8-783fd221c291 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.0759065 Jul 29 08:45:46.830870 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934aab8-62a2-469d-a6c8-158929303c21 req-c8f2be4a-183f-4ffc-994c-796df188abbe tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:46.832334 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d934aab8-62a2-469d-a6c8-158929303c21 req-c8f2be4a-183f-4ffc-994c-796df188abbe tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 944 time: 0.1485038 Jul 29 08:45:46.889011 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-21d184a1-e01e-4273-94f5-62910ec1d73f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557487 Jul 29 08:45:46.948057 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d934aab8-62a2-469d-a6c8-158929303c21 req-bf9d97f7-51dd-4127-b868-8a391078fd24 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834417 Jul 29 08:45:47.083892 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-e78fa201-6e15-465e-9731-f174d31b4889 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818261 Jul 29 08:45:47.126149 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972a0bf-151d-42fd-ad0d-116d8f5045d4 req-05695b03-2ae3-4e8b-93d4-9ceeef4f23c1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:47.135359 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b972a0bf-151d-42fd-ad0d-116d8f5045d4 req-05695b03-2ae3-4e8b-93d4-9ceeef4f23c1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1132543 Jul 29 08:45:47.184268 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41290) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:47.187480 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b972a0bf-151d-42fd-ad0d-116d8f5045d4 req-d049e597-7289-4090-aa94-389969fdec20 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492055 Jul 29 08:45:47.307790 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ea56f152-e72f-43aa-bff3-c2b6a74bd838 req-4106f83d-a597-48ec-ac34-850ff91b74db service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001610 Jul 29 08:45:47.394807 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:47.493871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:47.498783 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Usage tracker for resource:security_group_rule and tenant:66dcd678a7404a55a2aaf18be1bc4975 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:47.504658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:47.533297 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:47.679879 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:47.789851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:47.800194 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:47.842047 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66dcd678a7404a55a2aaf18be1bc4975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567018 Jul 29 08:45:47.842945 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88fbd69-5d4c-446b-a6a7-cd904976d007,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:47.844736 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41328) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:47.847740 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:47.906866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:47.936088 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.093822 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.131118 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41342) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:48.144966 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:48.179084 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88fbd69-5d4c-446b-a6a7-cd904976d007,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:48.191806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:48.212364 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.217454 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b88fbd69-5d4c-446b-a6a7-cd904976d007 HTTP/1.1" status: 204 len: 168 time: 0.3679755 Jul 29 08:45:48.227864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba80f5-4e41-4396-8af8-7abfde2c4b93 req-ab0d6197-b0e1-4461-84e3-4cb2859f1521 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:48.229352 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88ba80f5-4e41-4396-8af8-7abfde2c4b93 req-ab0d6197-b0e1-4461-84e3-4cb2859f1521 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 944 time: 0.1383834 Jul 29 08:45:48.285482 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88ba80f5-4e41-4396-8af8-7abfde2c4b93 req-6bb59d6a-155f-4d17-b04d-0fd68ad093f5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501354 Jul 29 08:45:48.290455 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.307429 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:48.311850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:db0953f79ea84ee1ba8e5dd004b99346 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:48.315045 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:48.320953 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:48.458146 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aacea9-af2b-4c0c-b218-95ccd9396b01 req-223337d7-53b7-4477-94fb-532a46056945 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:48.459604 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-22aacea9-af2b-4c0c-b218-95ccd9396b01 req-223337d7-53b7-4477-94fb-532a46056945 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1278629 Jul 29 08:45:48.508620 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.522018 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-22aacea9-af2b-4c0c-b218-95ccd9396b01 req-aae0d686-2e10-4ccb-a785-4d77315f4ccb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Jul 29 08:45:48.624294 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.637152 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:48.692202 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce483c1-334d-4100-9f57-98793cfe6d5b,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:48.700591 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db0953f79ea84ee1ba8e5dd004b99346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682640 Jul 29 08:45:48.700820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41368) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:48.701997 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:48.798107 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.833656 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.973044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:48.978273 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-40ead0c2-eba9-4f39-b606-9e271a2911f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:48.992243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce483c1-334d-4100-9f57-98793cfe6d5b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:48.996125 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:49.001113 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.002826 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ce483c1-334d-4100-9f57-98793cfe6d5b HTTP/1.1" status: 204 len: 168 time: 0.3007891 Jul 29 08:45:49.052821 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41384) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:49.074198 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.089514 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:49.100473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Usage tracker for resource:security_group_rule and tenant:48a47b0b2ee944c78b2cb8400825f1fd is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:49.103756 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:49.109733 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:49.199342 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.298777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.308310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e38c434f-498f-4ddb-849e-ce1aba61abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:49.347705 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48a47b0b2ee944c78b2cb8400825f1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937894 Jul 29 08:45:49.349260 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309edacf-d34e-4bfd-9c1f-022fb6a989fb,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:49.350476 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41402) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:49.352602 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:49.461855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.491143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.508126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dbefe-5817-4c84-960a-566562b43a58 req-0e7269f3-1b15-4a7a-8332-2d3f33fb2fd9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:49.510050 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7c7dbefe-5817-4c84-960a-566562b43a58 req-0e7269f3-1b15-4a7a-8332-2d3f33fb2fd9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 944 time: 0.1056609 Jul 29 08:45:49.618085 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7c7dbefe-5817-4c84-960a-566562b43a58 req-671652ab-9128-48fc-9025-b700653dae77 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018956 Jul 29 08:45:49.659170 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.663163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:49.677376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309edacf-d34e-4bfd-9c1f-022fb6a989fb,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:49.680679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:49.734833 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:49.736487 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4f435065-1122-4085-b93d-71414828031a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/309edacf-d34e-4bfd-9c1f-022fb6a989fb HTTP/1.1" status: 204 len: 168 time: 0.3832750 Jul 29 08:45:49.766985 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aebd8-4ee7-4afa-b90d-2f0122eba2cc req-80a9c1ff-e9a7-4f82-a07a-307084137b4d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:49.768446 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-377aebd8-4ee7-4afa-b90d-2f0122eba2cc req-80a9c1ff-e9a7-4f82-a07a-307084137b4d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0925272 Jul 29 08:45:49.814911 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-377aebd8-4ee7-4afa-b90d-2f0122eba2cc req-2cf842a9-e95e-4dec-bb14-8e9508bfd6ef tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jul 29 08:45:50.074018 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41428) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.119650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41436) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.139633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.158772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:50.164172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c038fa0e2bb43bab1da8ae2f993d016 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:50.166031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:50.171853 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:50.225213 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41442) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.262035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.338629 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.350389 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:50.402111 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c038fa0e2bb43bab1da8ae2f993d016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835772 Jul 29 08:45:50.404866 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41452) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.405673 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84ca8b-860b-4b13-bd63-d55293b369a2,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:50.409353 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-52603b02-4220-4578-8da6-8b53d16c47b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:50.472007 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.481879 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.501122 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:50.517447 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.517645 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Usage tracker for resource:security_group_rule and tenant:1ddd8bc646214c888e4f3e1cae202cda is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:50.520812 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:50.525242 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.528122 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:50.556607 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:50.574425 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Usage tracker for resource:security_group_rule and tenant:06c2151577c44499a9a488b27c1ea1f8 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:50.580162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:50.586801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:50.633795 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.689470 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.690556 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.700757 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c54f45e9-2408-453f-a754-1ee7275bb2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:50.708703 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.715044 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84ca8b-860b-4b13-bd63-d55293b369a2,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:50.717564 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:50.720746 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:50.741951 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.741951 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c84ca8b-860b-4b13-bd63-d55293b369a2 HTTP/1.1" status: 204 len: 168 time: 0.3353403 Jul 29 08:45:50.789900 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.798178 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1abb6779-58a5-474e-b1c0-c3386f353ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:50.842354 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ddd8bc646214c888e4f3e1cae202cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7693198 Jul 29 08:45:50.849732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41472) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.860779 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06c2151577c44499a9a488b27c1ea1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6333625 Jul 29 08:45:50.870385 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694ad85-6176-43b6-aaaf-166dd356bb61,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:50.871249 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41476) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:50.875157 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dfff2-5f14-442a-b032-d2c92a93fa45,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:50.877491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:50.892865 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 153549de-f625-4ce5-91e1-a4427f2b605e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:45:50.903288 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:50.961331 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:50.962016 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdc0a9-b938-4f17-855f-89d22a6c4e10 req-fae77495-5fbd-489b-8ce1-032eeadd77dd tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:50.965049 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92bdc0a9-b938-4f17-855f-89d22a6c4e10 req-fae77495-5fbd-489b-8ce1-032eeadd77dd tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 944 time: 0.2162697 Jul 29 08:45:50.968377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.020219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.043327 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=153549de-f625-4ce5-91e1-a4427f2b605e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:51.057772 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '153549de-f625-4ce5-91e1-a4427f2b605e', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'port_id': '153549de-f625-4ce5-91e1-a4427f2b605e', 'mac_address': 'fa:16:3e:46:95:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e288805c-d683-427a-b638-b11bfe0e37fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:45:51.060222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.065493 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92bdc0a9-b938-4f17-855f-89d22a6c4e10 req-171dd99a-5db9-4f84-ad09-0d410417abfd tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845644 Jul 29 08:45:51.132498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.180337 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153549de-f625-4ce5-91e1-a4427f2b605e {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:45:51.212592 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=153549de-f625-4ce5-91e1-a4427f2b605e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:51.215539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432179-865b-4d81-9c54-2d6b716c4e39 req-d1cbbe3e-0acc-444a-9e45-fe4331b4c53a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:51.217118 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4432179-865b-4d81-9c54-2d6b716c4e39 req-d1cbbe3e-0acc-444a-9e45-fe4331b4c53a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.2345407 Jul 29 08:45:51.273252 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4432179-865b-4d81-9c54-2d6b716c4e39 req-95748dfe-ece5-42b3-aaf6-80800ffe8cdc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Jul 29 08:45:51.325953 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.325953 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:51.377560 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.377795 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.380414 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:51.382739 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:51.386728 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694ad85-6176-43b6-aaaf-166dd356bb61,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:51.388939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:51.395808 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.402523 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6694ad85-6176-43b6-aaaf-166dd356bb61 HTTP/1.1" status: 204 len: 168 time: 0.5417356 Jul 29 08:45:51.403180 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:51.403180 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/295dfff2-5f14-442a-b032-d2c92a93fa45 HTTP/1.1" status: 204 len: 168 time: 0.5268340 Jul 29 08:45:51.403180 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dfff2-5f14-442a-b032-d2c92a93fa45,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:51.403965 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:51.479707 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:51.487317 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.487807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.488242 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.488672 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.489280 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.489509 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.489963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.490380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.490801 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.491215 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.491994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.492277 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:45:51.496366 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:51.665505 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['153549de-f625-4ce5-91e1-a4427f2b605e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:45:51.848784 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-02ed2b04-7101-4cc4-83b7-5d1a6be69271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763822 Jul 29 08:45:51.952531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41512) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:51.998818 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-888b736a-9acd-46f4-86a2-d675cb533b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:52.000309 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-888b736a-9acd-46f4-86a2-d675cb533b85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 1098 time: 0.0759590 Jul 29 08:45:52.146669 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-c92dc9bb-11cf-4982-84cd-b3972e77f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:52.148559 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-c92dc9bb-11cf-4982-84cd-b3972e77f2eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 915 time: 0.1282256 Jul 29 08:45:52.220611 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-4a3714d6-33e9-4aec-b9c2-7b2a2f09a92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e HTTP/1.1" status: 200 len: 217 time: 0.0654089 Jul 29 08:45:52.291685 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-a92b8f88-acf0-4e6e-9d9a-d2942661dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:52.293309 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-a92b8f88-acf0-4e6e-9d9a-d2942661dc22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.0641775 Jul 29 08:45:52.310853 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0ffa-7a31-4e85-905e-b8976c6f2a6f req-bdc0951c-918c-47fa-ad90-3457e28cdba3 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:52.312597 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88bf0ffa-7a31-4e85-905e-b8976c6f2a6f req-bdc0951c-918c-47fa-ad90-3457e28cdba3 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 945 time: 0.1091428 Jul 29 08:45:52.347198 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-2ce2b8ea-9a0f-4fea-8ede-3d67fc3c208f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411143 Jul 29 08:45:52.366197 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88bf0ffa-7a31-4e85-905e-b8976c6f2a6f req-75026692-e46a-4114-9250-e60139dc1034 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Jul 29 08:45:52.473394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41528) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:52.504024 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-d2a3817d-4841-4efa-8f63-dceecebb3277 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355407 Jul 29 08:45:52.541674 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.565900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:52.572631 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Usage tracker for resource:security_group_rule and tenant:ee08062d9111424da52b1881369aa6e5 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:52.576312 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:52.583932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:52.606491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2feb75-fd0e-4b18-8762-6e46e09603ee req-16dd041b-89a6-4286-8047-5982f9dbeb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:52.610376 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0e2feb75-fd0e-4b18-8762-6e46e09603ee req-16dd041b-89a6-4286-8047-5982f9dbeb6b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1376953 Jul 29 08:45:52.667863 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-16646466-network', 'tenant_id': '0e2cfc9d0ec34418a97435f0cc204b35'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:52.677643 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2772d61b-6788-48ae-b684-fffeca79ad1d req-dc565f43-aea2-4fe9-a326-645c9b340214 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652062 Jul 29 08:45:52.680336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:52.689261 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0e2feb75-fd0e-4b18-8762-6e46e09603ee req-4df74911-209b-4759-8610-0f01e20e6018 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682688 Jul 29 08:45:52.691188 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Usage tracker for resource:network and tenant:0e2cfc9d0ec34418a97435f0cc204b35 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:52.697386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:52.705179 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:52.726497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41536) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:52.754964 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.762882 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.789503 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Made reservation on behalf of 0e2cfc9d0ec34418a97435f0cc204b35 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:52.792882 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.815301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.825745 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41540) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:52.841585 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:52.845804 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2cfc9d0ec34418a97435f0cc204b35 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:52.849044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:52.849497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:52.851950 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:52.853996 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Usage tracker for resource:security_group_rule and tenant:ab55f586ae6740a3a81aea85a0dde11c is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:52.860736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:52.863465 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:52.885185 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5989aeeb-5b62-4fc8-a87c-1ad4a7c327d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:52.917342 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:52.923881 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee08062d9111424da52b1881369aa6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462211 Jul 29 08:45:52.923881 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218b124d-6fc0-4b7a-9337-e187853456ba,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:52.924523 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41548) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:52.926999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 153549de-f625-4ce5-91e1-a4427f2b605e up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:45:52.929914 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:52.977665 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.018365 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.045662 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.047560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:53.054067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Usage tracker for resource:security_group_rule and tenant:726574084f1449eeb8b3bafa313bb74b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:53.064844 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.067101 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:53.075411 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6e11af26-0693-4559-91a3-b86f5c045451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.076283 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:53.115580 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3d3dd-5249-4103-9686-dd9355a0f56e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.118809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.120044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.124030 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab55f586ae6740a3a81aea85a0dde11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936880 Jul 29 08:45:53.124547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41554) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:53.127460 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 153549de-f625-4ce5-91e1-a4427f2b605e completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:45:53.133399 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 153549de-f625-4ce5-91e1-a4427f2b605e triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:45:53.133399 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.164861 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.208473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.245505 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.274420 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.331057 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.346220 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.350882 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-cd296a66-1242-4f1b-aeff-d6b543ad70a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.367994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:45:53.378307 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=153549de-f625-4ce5-91e1-a4427f2b605e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:45:53.382186 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.385114 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.408445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.414809 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a455e3fa-3703-4e83-82f3-f721ae57c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.431591 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e', 'code': 200} Jul 29 08:45:53.434433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b124d-6fc0-4b7a-9337-e187853456ba,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.437290 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.477358 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.498871 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0a1c1a4e-9890-48bd-9a6e-e0b6091555c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.521152 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.525285 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.525285 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.527705 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a76e0109-bb2e-4bc5-96d4-1e331c04c1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:53.546199 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3d3dd-5249-4103-9686-dd9355a0f56e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.548534 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.555416 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.558905 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ca3d3dd-5249-4103-9686-dd9355a0f56e HTTP/1.1" status: 204 len: 168 time: 0.4310040 Jul 29 08:45:53.661557 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.662362 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.673300 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/218b124d-6fc0-4b7a-9337-e187853456ba HTTP/1.1" status: 204 len: 168 time: 0.7463405 Jul 29 08:45:53.678309 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.685608 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:45:53.689639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae94b4-3edc-41d5-92d2-768d5cb197f6,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:53.699710 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=726574084f1449eeb8b3bafa313bb74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8704603 Jul 29 08:45:53.702397 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:53.703012 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41572) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:53.710066 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.710621 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Added segment 8beb2d5b-d87e-411a-9e8b-4fc226a52339 of type vlan for network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 Jul 29 08:45:53.750806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.773450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919dcdf-fc83-4aeb-8810-77ea71a462cd req-504e4ff0-3023-401b-bed9-d5da218aff90 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:53.775292 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c919dcdf-fc83-4aeb-8810-77ea71a462cd req-504e4ff0-3023-401b-bed9-d5da218aff90 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.2781818 Jul 29 08:45:53.790996 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.822264 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.850588 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c919dcdf-fc83-4aeb-8810-77ea71a462cd req-adc60cfe-a9ba-48e1-a073-2862d09d41c6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654230 Jul 29 08:45:53.939909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.941423 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:53.942123 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:53.948244 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c56240a8-8954-469a-8d2a-f6378a115245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:54.021799 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e8ce4-bc44-4566-b18b-26cc40616aee req-435d997f-8460-422a-9802-8e4c37db5eb1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:54.021799 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b37e8ce4-bc44-4566-b18b-26cc40616aee req-435d997f-8460-422a-9802-8e4c37db5eb1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1842835 Jul 29 08:45:54.028024 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720d701-ae31-47a4-91ac-8624e6f7a17f req-9344d13f-5ad5-49e1-a212-c6fbef6fba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:54.029549 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c720d701-ae31-47a4-91ac-8624e6f7a17f req-9344d13f-5ad5-49e1-a212-c6fbef6fba9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 1099 time: 0.1494713 Jul 29 08:45:54.049465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbcdb4f-4eb8-4b2a-b04a-2afbce190738,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:54.052151 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:54.061365 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:45:54.105217 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1510434 Jul 29 08:45:54.107900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41580) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:54.118262 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b37e8ce4-bc44-4566-b18b-26cc40616aee req-d5eee52c-e880-4e39-93ef-8b67abce41a7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935166 Jul 29 08:45:54.135571 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c720d701-ae31-47a4-91ac-8624e6f7a17f req-049bf9fd-40db-4bc7-abf0-d281b09d8ce4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804937 Jul 29 08:45:54.136172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Request body: {'subnet': {'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-16646466-subnet', 'tenant_id': '0e2cfc9d0ec34418a97435f0cc204b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:54.136264 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:54.148612 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-78d4ad0a-cb4a-446d-b29e-8630249a368b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:54.162602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:54.167825 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Usage tracker for resource:subnet and tenant:0e2cfc9d0ec34418a97435f0cc204b35 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:54.174928 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:54.184128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae94b4-3edc-41d5-92d2-768d5cb197f6,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:54.186814 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:54.190161 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:54.194376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:54.201876 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bae94b4-3edc-41d5-92d2-768d5cb197f6 HTTP/1.1" status: 204 len: 168 time: 0.4864981 Jul 29 08:45:54.287078 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Made reservation on behalf of 0e2cfc9d0ec34418a97435f0cc204b35 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:54.289534 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2319162'] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:54.601336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2319176'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:54.606548 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:54.678606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde151de-f96a-436e-951c-891fea7433c1,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:54.682459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:54.690315 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Checking segment: {'id': '8beb2d5b-d87e-411a-9e8b-4fc226a52339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:54.690669 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Network hostable DHCP agents. Network: 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:45:54.800867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:45:54.920371 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:54.920371 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:54.920371 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:54.933258 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b4a841-f4a8-494c-8757-57b1b4c5581c None None] Network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:45:55.057011 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9405551 Jul 29 08:45:55.068207 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57798f6-a637-4b75-b35b-d90d5284db02 req-0d3c3230-4178-4f1b-9aea-061d55d59d45 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:55.075815 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c57798f6-a637-4b75-b35b-d90d5284db02 req-0d3c3230-4178-4f1b-9aea-061d55d59d45 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.0971718 Jul 29 08:45:55.120934 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c57798f6-a637-4b75-b35b-d90d5284db02 req-cf93a7b8-22a6-4645-9fe4-2f5fdddfbc64 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Jul 29 08:45:55.194192 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b90558-fb33-49b4-b3cb-659c6dae7110 None None] Network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:45:55.358411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70622d-d0f7-4d1e-b6ac-787eb35ebf2f req-65ba12aa-fa33-4e53-b007-5b0a2072f669 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:55.361407 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cb70622d-d0f7-4d1e-b6ac-787eb35ebf2f req-65ba12aa-fa33-4e53-b007-5b0a2072f669 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1227751 Jul 29 08:45:55.441539 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cb70622d-d0f7-4d1e-b6ac-787eb35ebf2f req-26638289-4d86-4161-9472-98f3784c5caf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708177 Jul 29 08:45:56.314991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188e380-cb15-408c-a79b-461318789558 req-f3215929-0d96-4ae1-8bf9-f060873e537a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:56.315855 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:56.316653 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c188e380-cb15-408c-a79b-461318789558 req-f3215929-0d96-4ae1-8bf9-f060873e537a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.0796628 Jul 29 08:45:56.370727 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c188e380-cb15-408c-a79b-461318789558 req-a54e6514-0d59-47cc-938e-692db77c095f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Jul 29 08:45:56.630618 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9973f81-e8a2-42ca-8cbf-9de7989d117b req-f027ec14-be4f-4df1-9fa6-25074a8ae1d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:56.632209 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b9973f81-e8a2-42ca-8cbf-9de7989d117b req-f027ec14-be4f-4df1-9fa6-25074a8ae1d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0887675 Jul 29 08:45:56.686301 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b9973f81-e8a2-42ca-8cbf-9de7989d117b req-1a4234d2-29a6-4c04-b3f2-615dfaad75d2 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478375 Jul 29 08:45:56.856212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41706) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:56.863128 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1342595725-network', 'tenant_id': 'f5a99544546f4c648c4098a1a858393b'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:56.868318 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:56.872792 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Usage tracker for resource:network and tenant:f5a99544546f4c648c4098a1a858393b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:56.876212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:56.882576 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:57.031134 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Made reservation on behalf of f5a99544546f4c648c4098a1a858393b for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:57.036329 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.055956 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.090228 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:57.090228 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a99544546f4c648c4098a1a858393b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:57.093409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:57.099815 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:57.211455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.321144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.325515 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f59adf63-81a2-41b7-9de9-85604219efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:57.354679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:45:57.378277 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b2148-892b-4e6c-8673-009d923dc574,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:57.382432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:57.383372 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.383709 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Added segment 28af1cd0-13c1-4284-a64e-b46bcb5ba017 of type vlan for network 48047c6e-b599-48d1-b0ca-335236b7eeba Jul 29 08:45:57.413883 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.516269 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.522104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:57.523792 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.537734 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05a73470-9375-4343-ae48-e91fdf4417d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:57.713895 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Pushing event updated for resources: {'Network': ['ID=48047c6e-b599-48d1-b0ca-335236b7eeba,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:57.716517 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:57.727917 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 48047c6e-b599-48d1-b0ca-335236b7eeba details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:45:57.743102 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8822362 Jul 29 08:45:57.743102 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41780) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:57.748445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Request body: {'subnet': {'network_id': '48047c6e-b599-48d1-b0ca-335236b7eeba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1342595725-subnet', 'tenant_id': 'f5a99544546f4c648c4098a1a858393b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:45:57.757161 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:57.767289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Usage tracker for resource:subnet and tenant:f5a99544546f4c648c4098a1a858393b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:57.772649 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:57.780706 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:57.905806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Made reservation on behalf of f5a99544546f4c648c4098a1a858393b for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:45:57.908971 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2319162'] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:57.986017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41786) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:58.010157 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd7f1b-45b2-43f6-8f4a-1f88161947a0 req-db51509c-d1c5-4f1f-897d-952f2db93568 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:58.010157 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80cd7f1b-45b2-43f6-8f4a-1f88161947a0 req-db51509c-d1c5-4f1f-897d-952f2db93568 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1850145 Jul 29 08:45:58.078504 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80cd7f1b-45b2-43f6-8f4a-1f88161947a0 req-061ce298-d7b8-4fc5-b41b-33e4c30ad8f7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Jul 29 08:45:58.158395 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.186177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:45:58.190820 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:52c7fb4d52c44342b9aafa0c0666014a is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:45:58.194023 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:45:58.200110 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:45:58.292763 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.293094 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2319176'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.297294 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-efbdde04-e019-4666-b3c3-f516e2d939c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:58.371036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6e393a-7dad-40e9-8c9b-5650d9dbca2a,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:58.374215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:58.380284 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Checking segment: {'id': '28af1cd0-13c1-4284-a64e-b46bcb5ba017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '48047c6e-b599-48d1-b0ca-335236b7eeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:45:58.380639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Network hostable DHCP agents. Network: 48047c6e-b599-48d1-b0ca-335236b7eeba, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:45:58.435367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.443454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f634ce8c-b45d-4a8d-81db-a174f2df9642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:58.485902 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52c7fb4d52c44342b9aafa0c0666014a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987602 Jul 29 08:45:58.487570 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd19f728-6021-467e-a0ca-df3c2355ed6a,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:58.488636 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41810) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:45:58.490737 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:58.507009 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Network 48047c6e-b599-48d1-b0ca-335236b7eeba is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:45:58.554432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.581846 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.591012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 48047c6e-b599-48d1-b0ca-335236b7eeba) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:45:58.600221 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d79c2-dead-4335-bf14-b1f88b288cc9 None None] Network 48047c6e-b599-48d1-b0ca-335236b7eeba requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:45:58.603195 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:58.603783 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.735568 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9837716 Jul 29 08:45:58.755038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.758870 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-53da04eb-0338-4930-b22f-58e6ff3f6c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:45:58.774111 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd19f728-6021-467e-a0ca-df3c2355ed6a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:45:58.778051 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:45:58.781176 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:45:58.796980 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd19f728-6021-467e-a0ca-df3c2355ed6a HTTP/1.1" status: 204 len: 168 time: 0.2930117 Jul 29 08:45:58.927316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80710233-1193-46d5-a627-c0ba1d92661d None None] Network 48047c6e-b599-48d1-b0ca-335236b7eeba requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:45:59.326221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0d85-50fd-48bf-930b-1530def20954 req-36cd5736-61fd-43b0-a6db-9f1243d0694d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:59.329104 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4ee0d85-50fd-48bf-930b-1530def20954 req-36cd5736-61fd-43b0-a6db-9f1243d0694d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0959578 Jul 29 08:45:59.378739 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4ee0d85-50fd-48bf-930b-1530def20954 req-5301b392-deb0-4405-8de0-ea6d74336ec4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Jul 29 08:45:59.458019 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-25cd700d-e925-43ca-bcfa-f1e5123a9520 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:59.466192 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-25cd700d-e925-43ca-bcfa-f1e5123a9520 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.2170444 Jul 29 08:45:59.481686 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-af5fb9bc-74ba-4237-87af-1a72799f56d7 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/quotas/48f8a0f105614d9aa3ec6a384d07b5b9 HTTP/1.1" status: 200 len: 375 time: 0.0140750 Jul 29 08:45:59.591501 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-3db3a0fb-fc9d-4e26-b302-639aa662abe5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029377 Jul 29 08:45:59.750510 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-7ce4ea01-f1dc-4868-9237-b2b9ebc91471 service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496956 Jul 29 08:45:59.837427 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-0c648ab6-dc5e-4119-80bb-19fe025b98f2 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:45:59.839347 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-0c648ab6-dc5e-4119-80bb-19fe025b98f2 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/networks?id=5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 HTTP/1.1" status: 200 len: 807 time: 0.1593783 Jul 29 08:45:59.866577 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3219fab4-b879-4bda-a129-069eaf7ce291 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/quotas/0e2cfc9d0ec34418a97435f0cc204b35 HTTP/1.1" status: 200 len: 375 time: 0.0197070 Jul 29 08:45:59.907491 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-fb3240ed-c9af-4c9b-bea4-41b5935397ce service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510603 Jul 29 08:45:59.916605 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-1d537eb4-843b-40b1-b65b-95eacb3292fa tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e2cfc9d0ec34418a97435f0cc204b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440719 Jul 29 08:46:00.067426 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-159337a6-9cdc-4531-9461-f17909e97e94 service neutron] 10.222.0.36 "GET /v2.0/networks/5bbcdb4f-4eb8-4b2a-b04a-2afbce190738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378300 Jul 29 08:46:00.180944 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41910) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:00.272467 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-241045dc-eb04-41c2-b110-5f1275e6f170 service neutron] 10.222.0.36 "GET /v2.0/networks/5bbcdb4f-4eb8-4b2a-b04a-2afbce190738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987360 Jul 29 08:46:00.427638 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f05c092e-357d-48e4-8d1b-011675fafcb5 req-c1bfbed7-c46f-45f7-b4e8-37608df55755 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.0559785 Jul 29 08:46:00.530821 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18c41-2578-438a-b1f4-4a11fee6251a req-8064c4d3-ceee-4ee4-b17a-444b06709107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:00.532534 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4f18c41-2578-438a-b1f4-4a11fee6251a req-8064c4d3-ceee-4ee4-b17a-444b06709107 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 1098 time: 0.1648078 Jul 29 08:46:00.642472 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:00.663272 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4f18c41-2578-438a-b1f4-4a11fee6251a req-7769456d-0402-45f5-9bdc-ddf72cf70f8e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234903 Jul 29 08:46:00.709998 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:00.738490 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3f711225-6663-41ec-a4c5-e945f78e07d9 req-03bc3d42-fbb0-4929-a7b8-5bb051af36c4 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 210 time: 0.0575700 Jul 29 08:46:00.738756 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Usage tracker for resource:security_group_rule and tenant:2a963e694da447ebaca9b02b59b4c69c is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:00.750047 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:00.760803 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:00.806187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36ce71-0fc8-43af-98cf-9792a549ee26 req-dec7a7fd-55ef-4194-a97e-1f82a90d1990 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:00.808124 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2e36ce71-0fc8-43af-98cf-9792a549ee26 req-dec7a7fd-55ef-4194-a97e-1f82a90d1990 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.2679567 Jul 29 08:46:00.916543 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2e36ce71-0fc8-43af-98cf-9792a549ee26 req-4452be99-cf69-4434-ab66-b21ddabf7864 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924122 Jul 29 08:46:00.963875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.108644 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.119585 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4efb23e1-a0c1-4131-8e01-fe72fb07bf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:01.176837 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a963e694da447ebaca9b02b59b4c69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9950540 Jul 29 08:46:01.180428 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41950) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:01.181038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bde666-ccec-4eec-98c3-8d8a90f6baa6,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:01.185542 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:01.245387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.273773 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.589378 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.610177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe3c4e2e-82db-401c-896b-76e1c29463ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:01.627002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bde666-ccec-4eec-98c3-8d8a90f6baa6,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:01.628967 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:01.630134 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2bde666-ccec-4eec-98c3-8d8a90f6baa6 HTTP/1.1" status: 204 len: 168 time: 0.4462526 Jul 29 08:46:01.631090 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:01.749042 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-41cbf905-96c0-4363-bd78-5d2480186544 req-962617ec-113f-487c-ae8f-fd62d6b9e9f7 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.0448427 Jul 29 08:46:01.860710 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3b1afe2d-d3bb-4138-a4f9-2e8679cb84b4 req-566d6259-53dd-4e9f-a533-67df4b6e081d tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 210 time: 0.0519753 Jul 29 08:46:02.112812 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e69e7-2168-4637-8aaf-f7efe1bb4c36 req-1b3a0b95-71b6-4161-bd5b-b49a8d670c7b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:02.122287 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-392e69e7-2168-4637-8aaf-f7efe1bb4c36 req-1b3a0b95-71b6-4161-bd5b-b49a8d670c7b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1077802 Jul 29 08:46:02.190693 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-392e69e7-2168-4637-8aaf-f7efe1bb4c36 req-d3c31b3f-e6b1-44ab-90ee-4c6557187115 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Jul 29 08:46:02.759406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 41986) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:02.777645 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:02.784523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 41990) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:02.793428 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:02.798256 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e93cbe8cec4478853fef5dbb2bafe4 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:02.801198 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:02.807747 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:03.033232 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7e36a69b-f4aa-4dbf-8d1d-0864487121b1 req-924ff0e6-a418-4c40-a695-021c2cd4997e tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 210 time: 0.0504248 Jul 29 08:46:03.051471 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9ac2d17f-e899-4cdf-97dc-082fd1e5ae1e req-dde46d5b-660a-4a0f-903a-88da6bfe4c52 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.1662672 Jul 29 08:46:03.055022 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.069241 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.070540 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:03.074456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Usage tracker for resource:security_group_rule and tenant:0b0ee5adcb904f1f9db8df55b5f9dd5a is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:03.077366 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:03.084701 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:03.137825 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.147657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ea4bf0a3-06ca-47da-9320-88f1cee00f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:03.200755 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3e93cbe8cec4478853fef5dbb2bafe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402609 Jul 29 08:46:03.203420 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42004) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:03.206664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e443884-7445-422e-abd2-76e90ecb9122,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:03.209835 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:03.312405 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.382858 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.471733 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ace4-6013-475e-b4ef-37f6a750a93c req-9dd706ac-25f3-4a0a-b849-e6590ba548bf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:03.473469 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1d20ace4-6013-475e-b4ef-37f6a750a93c req-9dd706ac-25f3-4a0a-b849-e6590ba548bf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1290593 Jul 29 08:46:03.527443 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.543190 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1d20ace4-6013-475e-b4ef-37f6a750a93c req-a0809766-5350-4bcf-850b-50c2b3b45908 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 Jul 29 08:46:03.549529 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.554685 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c7ec9a23-3300-46d7-a5aa-46001173f857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:03.570738 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-146e4f6b-cefb-4932-947b-89c16b75c369 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:03.572593 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-146e4f6b-cefb-4932-947b-89c16b75c369 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.4403131 Jul 29 08:46:03.584119 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e443884-7445-422e-abd2-76e90ecb9122,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:03.587455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:03.588414 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.589743 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e443884-7445-422e-abd2-76e90ecb9122 HTTP/1.1" status: 204 len: 168 time: 0.3845508 Jul 29 08:46:03.611628 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Request body: {'port': {'device_id': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'admin_state_up': True, 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:03.643946 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.679975 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:03.711672 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b0ee5adcb904f1f9db8df55b5f9dd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256959 Jul 29 08:46:03.715040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42026) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:03.802858 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89321136-8130-4b53-a68c-e502ea34f3af,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:03.820499 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:03.821394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.875494 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:03.962312 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:03.972625 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2082e-4a35-4912-8ef9-8262f4a5dfaf req-4bd2f21a-ad3d-4548-8e80-936e7aef7ed7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:03.979826 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b4c2082e-4a35-4912-8ef9-8262f4a5dfaf req-4bd2f21a-ad3d-4548-8e80-936e7aef7ed7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2575049 Jul 29 08:46:04.008752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:04.061342 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b4c2082e-4a35-4912-8ef9-8262f4a5dfaf req-77752898-068f-4728-a88c-4f086a1f6d9c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805414 Jul 29 08:46:04.066057 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:04.076620 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d48e1bf6-def2-42b7-a921-2289126e6584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:04.102830 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89321136-8130-4b53-a68c-e502ea34f3af,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:04.102967 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:46:04.107583 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:04.107752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:04.112555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:04.118292 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89321136-8130-4b53-a68c-e502ea34f3af HTTP/1.1" status: 204 len: 168 time: 0.3994889 Jul 29 08:46:04.224787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-39dff879-030a-4d6d-86ff-1478f7ce77e8 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:04.236190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-39dff879-030a-4d6d-86ff-1478f7ce77e8 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Synchronizing usage tracker for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:04.361177 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bd4a5c38-6b26-4916-8b68-f7e6188eb566 req-f966372e-fa84-44bb-8407-a7e90b0e2b53 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 210 time: 0.0526302 Jul 29 08:46:04.361855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-39dff879-030a-4d6d-86ff-1478f7ce77e8 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Unset dirty status for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:04.362836 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-39dff879-030a-4d6d-86ff-1478f7ce77e8 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.11 "GET /v2.0/networks?id=5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 HTTP/1.1" status: 200 len: 807 time: 0.4176292 Jul 29 08:46:04.377482 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Request body: {'port': {'device_id': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738', 'admin_state_up': True, 'tenant_id': '0e2cfc9d0ec34418a97435f0cc204b35'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:04.432941 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-12fb24a0-d3ed-47b6-adc1-4e9551d57638 req-883bce6a-e353-4054-9248-3f51d0ab7f0c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.1327772 Jul 29 08:46:04.489091 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Allocated IP 172.20.0.6 (7c43698b-da9d-4b0a-8aab-55b7ceadb5ab/e288805c-d683-427a-b638-b11bfe0e37fc/5be4dc23-2d6d-4bcd-be6f-f3b167abf494) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:46:04.644977 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:04.658630 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Usage tracker for resource:port and tenant:0e2cfc9d0ec34418a97435f0cc204b35 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:04.666650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:04.674155 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:04.749536 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Made reservation on behalf of 0e2cfc9d0ec34418a97435f0cc204b35 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:46:04.754299 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:04.901068 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.030178 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.038018 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:05.040750 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Allocated IP 172.20.0.9 (5bbcdb4f-4eb8-4b2a-b04a-2afbce190738/fde151de-f96a-436e-951c-891fea7433c1/1a754692-8ee8-4b4e-8df6-d3988352266a) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:46:05.048878 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e', '153549de-f625-4ce5-91e1-a4427f2b605e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:05.157896 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event updated for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:05.183304 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:05.238027 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:46:05.240681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:46:05.252232 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:46:05.280113 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42080) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:05.331752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.357677 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:05.358657 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.362537 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:05.379303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6e3c5408b8479e97ab3a1329126cb8 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:05.384060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:05.403834 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:05.416560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.475834 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8733027 Jul 29 08:46:05.492760 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Request body: {'port': {'device_id': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:05.553498 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.566278 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:05.689731 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.701233 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:46:05.711453 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6017-5581-4072-a76c-3ca5644c302f req-971ed6a8-2808-4e6f-8bd2-9598a1b83ded tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:05.717245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:46:05.718718 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fa2a6017-5581-4072-a76c-3ca5644c302f req-971ed6a8-2808-4e6f-8bd2-9598a1b83ded tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 931 time: 0.1826165 Jul 29 08:46:05.726993 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:46:05.758563 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.762483 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Pushing event updated for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:05.770253 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:05.812981 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:05.815495 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.831572 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:05.842235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b01f9924-b5b8-4b42-867b-4fdbb5e11b10 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:05.890975 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fa2a6017-5581-4072-a76c-3ca5644c302f req-d122bb55-69c7-41cd-9af0-a1328a9483db tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708767 Jul 29 08:46:05.895907 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245925-7ebb-4f64-b877-020c72146f22 req-52b26086-172b-4528-9538-29db547c73e9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:05.900439 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47245925-7ebb-4f64-b877-020c72146f22 req-52b26086-172b-4528-9538-29db547c73e9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 931 time: 0.2727642 Jul 29 08:46:05.937228 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d6e3c5408b8479e97ab3a1329126cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555586 Jul 29 08:46:05.937359 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42098) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:05.937671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686e11b-9814-4701-b6ba-151afc54d2cc,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:05.943099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:05.957101 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5837820 Jul 29 08:46:05.967273 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47245925-7ebb-4f64-b877-020c72146f22 req-25133a63-6717-437f-9aa0-52a4b27b490a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Jul 29 08:46:05.974058 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Request body: {'port': {'device_id': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:06.102635 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.105712 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.172506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.365272 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:06.376943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.431066 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Transition to ACTIVE for port object 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:46:06.432906 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.438983 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0b97397c-3ec8-4365-ade5-2a9b06441fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:06.477223 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686e11b-9814-4701-b6ba-151afc54d2cc,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:06.479686 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:06.511185 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.512317 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5686e11b-9814-4701-b6ba-151afc54d2cc HTTP/1.1" status: 204 len: 168 time: 0.5742540 Jul 29 08:46:06.513200 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.534285 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:06.674013 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a754692-8ee8-4b4e-8df6-d3988352266a {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:06.682854 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.702910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Transition to ACTIVE for port object 1a754692-8ee8-4b4e-8df6-d3988352266a will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:46:06.774632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:06.785588 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:06.832318 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Pushing event updated for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:06.859660 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:06.972588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Attempting to bind port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:46:06.972949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Attempting to bind port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:46:06.973285 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Attempting to bind port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:06.981144 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:46:06.987404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Attempting to bind port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:06.989991 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:46:06.990444 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Checking segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:46:06.990867 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Bound using segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:46:06.992164 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Bound port: 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:46:06.992518 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.087466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Pushing event updated for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:07.103002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:07.203434 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Attempting to bind port 1a754692-8ee8-4b4e-8df6-d3988352266a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:46:07.204435 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Attempting to bind port 1a754692-8ee8-4b4e-8df6-d3988352266a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8beb2d5b-d87e-411a-9e8b-4fc226a52339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:46:07.206157 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Attempting to bind port 1a754692-8ee8-4b4e-8df6-d3988352266a on network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:07.213079 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Port 1a754692-8ee8-4b4e-8df6-d3988352266a on network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:46:07.213408 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Attempting to bind port 1a754692-8ee8-4b4e-8df6-d3988352266a on network 5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:07.220025 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:46:07.220415 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Checking segment: {'id': '8beb2d5b-d87e-411a-9e8b-4fc226a52339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:46:07.220744 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Bound using segment: {'id': '8beb2d5b-d87e-411a-9e8b-4fc226a52339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:46:07.221180 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Bound port: 1a754692-8ee8-4b4e-8df6-d3988352266a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8beb2d5b-d87e-411a-9e8b-4fc226a52339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:46:07.221530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.262187 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-85f0b884-beb3-4689-8116-0a8847f7c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.262187 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-85f0b884-beb3-4689-8116-0a8847f7c97a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.1744590 Jul 29 08:46:07.299379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc603-0b5b-42e7-b12d-b4f4709aebc9 req-8a3a8c55-3468-4b13-b409-1a9ac4a31b6a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.301359 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94efc603-0b5b-42e7-b12d-b4f4709aebc9 req-8a3a8c55-3468-4b13-b409-1a9ac4a31b6a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1995971 Jul 29 08:46:07.302812 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:46:07.318928 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714a11-ed9e-4b68-afe7-12886c232cef req-82ee358e-a1ae-438d-98e1-2b7a3de955be tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.322244 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-50714a11-ed9e-4b68-afe7-12886c232cef req-82ee358e-a1ae-438d-98e1-2b7a3de955be tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 943 time: 0.1889298 Jul 29 08:46:07.362512 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:46:07.379634 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94efc603-0b5b-42e7-b12d-b4f4709aebc9 req-f5950904-c8b2-4c2c-888b-fb6aaeacdd25 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653419 Jul 29 08:46:07.393654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:46:07.402609 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a754692-8ee8-4b4e-8df6-d3988352266a,segment=NetworkSegment(8beb2d5b-d87e-411a-9e8b-4fc226a52339),segment_id=8beb2d5b-d87e-411a-9e8b-4fc226a52339)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:46:07.450832 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.466361 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-50714a11-ed9e-4b68-afe7-12886c232cef req-41adbb25-8fbe-40b8-bf83-68bc841ecb38 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308062 Jul 29 08:46:07.475997 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.488624 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:07.515803 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-80d47877-365a-418f-8022-71f6e936ea88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:07.568789 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-9049b9b5-23d3-4140-b7a3-76079277479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.570788 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-9049b9b5-23d3-4140-b7a3-76079277479a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.3009713 Jul 29 08:46:07.656818 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.657808 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.658223 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.658448 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:07.659824 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] 10.222.0.11 "PUT /v2.0/ports/5be4dc23-2d6d-4bcd-be6f-f3b167abf494 HTTP/1.1" status: 200 len: 1093 time: 2.1729212 Jul 29 08:46:07.659961 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a754692-8ee8-4b4e-8df6-d3988352266a HTTP/1.1" status: 200 len: 1093 time: 1.6905110 Jul 29 08:46:07.661356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:07.663585 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:07.682499 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-017abcd4-33ed-4b45-8c62-6cbed1ce003d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0867758 Jul 29 08:46:07.692274 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Pushing event updated for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:07.700999 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:07.730765 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a96909-d649-41f3-87e8-4bae3776d802 req-f81d38de-200b-42d8-ba7b-af9e685531e6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.738904 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c0a96909-d649-41f3-87e8-4bae3776d802 req-f81d38de-200b-42d8-ba7b-af9e685531e6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 943 time: 0.2511580 Jul 29 08:46:07.764184 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a', 'status': 'completed', 'code': 200} Jul 29 08:46:07.770845 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Pushing event updated for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:07.782554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:07.864252 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', 'status': 'completed', 'code': 200} Jul 29 08:46:07.876990 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42168) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:07.879417 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c0a96909-d649-41f3-87e8-4bae3776d802 req-8c048201-1985-47d7-a663-3911a36f6e64 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394374 Jul 29 08:46:07.897586 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-04a7c517-dc01-4d11-a7c3-c3f2820d1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.899199 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-04a7c517-dc01-4d11-a7c3-c3f2820d1262 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.2028139 Jul 29 08:46:07.909480 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-9ba0f988-03fa-4765-8f2f-7ec11f6d6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.911282 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-9ba0f988-03fa-4765-8f2f-7ec11f6d6815 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e2cfc9d0ec34418a97435f0cc204b35&device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 1096 time: 0.1137369 Jul 29 08:46:07.935830 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-2f35e229-213b-464a-aef3-2a4d2d79017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:07.945090 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-2f35e229-213b-464a-aef3-2a4d2d79017d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 1096 time: 0.1776407 Jul 29 08:46:07.982655 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-c5d0cceb-b84d-413f-a2ad-a9c2beccce63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704165 Jul 29 08:46:08.049563 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-183cc9c4-30a7-4e15-8f11-2631d2d1c3cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494 HTTP/1.1" status: 200 len: 217 time: 0.0839949 Jul 29 08:46:08.112817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:08.155475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428059-5677-4a97-be05-4c2ad2228010 req-22b55a39-999e-4206-ba84-8843a400af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.157927 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-22b55a39-999e-4206-ba84-8843a400af0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.0800366 Jul 29 08:46:08.190881 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:08.211724 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Usage tracker for resource:security_group_rule and tenant:54bacc92c8c0412e89cc80585a815286 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:08.220381 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:08.238503 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-83c35b53-1821-441a-9fd7-55f690834626 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731435 Jul 29 08:46:08.273794 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-37f99cf1-5438-4c30-bf8e-689d517db7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.275408 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-37f99cf1-5438-4c30-bf8e-689d517db7e4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e2cfc9d0ec34418a97435f0cc204b35&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3230748 Jul 29 08:46:08.278661 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:08.367258 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-7ac9a06e-4826-45a5-9d25-47d9143b5313 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661368 Jul 29 08:46:08.398974 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-d23c3a72-6e7c-4d40-9c79-90220ca5927c service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523001 Jul 29 08:46:08.571206 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f6428059-5677-4a97-be05-4c2ad2228010 req-471833e7-c26d-4ba9-84ef-d41d3ea0d469 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630893 Jul 29 08:46:08.740923 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-e1a68124-dcb1-43fe-9ee7-1ae252039b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.743312 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59de01c7-a11e-4b6c-b219-0fbf95964c50 req-e1a68124-dcb1-43fe-9ee7-1ae252039b84 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4585600 Jul 29 08:46:08.767574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-05a0c296-5177-4ac0-b634-f746d536952f tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.768504 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-05a0c296-5177-4ac0-b634-f746d536952f tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Synchronizing usage tracker for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:08.804078 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-4aa29464-76f5-476e-8656-488e1e8baab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.805726 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-4aa29464-76f5-476e-8656-488e1e8baab0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 1096 time: 0.1075118 Jul 29 08:46:08.876389 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e19d8c3-280b-4c6b-95d9-b19db36f86f1 req-1e3871b8-78f8-45df-bf3c-e20dbe93a155 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611387 Jul 29 08:46:08.908072 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:08.944795 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86b22-0309-435b-99c0-f4bd236fdc2a req-cf5eeda2-5e5b-42d2-a2a3-81906ac2b03b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.946537 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-77a86b22-0309-435b-99c0-f4bd236fdc2a req-cf5eeda2-5e5b-42d2-a2a3-81906ac2b03b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.3991559 Jul 29 08:46:08.958545 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-c61aa998-6a45-4db1-8faf-5d608f6ad8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:08.961120 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-c61aa998-6a45-4db1-8faf-5d608f6ad8ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e2cfc9d0ec34418a97435f0cc204b35&device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 1096 time: 0.1548147 Jul 29 08:46:08.974647 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-05a0c296-5177-4ac0-b634-f746d536952f tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Unset dirty status for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:08.975792 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-05a0c296-5177-4ac0-b634-f746d536952f tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 943 time: 0.3533709 Jul 29 08:46:09.042459 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:09.057257 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-a48b58b1-a981-44fc-ab7c-172709ec4123 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Synchronizing usage tracker for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:09.059919 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-615ec548-baca-4bbb-a64a-9f1e38c5a984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:09.064973 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-7c986641-4f64-40dd-9eab-0d5ed17e7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:09.066542 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-7c986641-4f64-40dd-9eab-0d5ed17e7718 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 915 time: 0.2525303 Jul 29 08:46:09.074311 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-bac58255-7b7f-4236-80d8-6e71c4c0347c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a754692-8ee8-4b4e-8df6-d3988352266a HTTP/1.1" status: 200 len: 217 time: 0.0956130 Jul 29 08:46:09.152616 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-a48b58b1-a981-44fc-ab7c-172709ec4123 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Unset dirty status for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:09.153808 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8c4e7632-9d61-46c1-aab1-e40787b9d314 req-a48b58b1-a981-44fc-ab7c-172709ec4123 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595409 Jul 29 08:46:09.163307 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-e3617ddf-fa70-4af1-b056-d4cc79fc492a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494 HTTP/1.1" status: 200 len: 217 time: 0.0694532 Jul 29 08:46:09.170535 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-77a86b22-0309-435b-99c0-f4bd236fdc2a req-d870232f-ea4f-46ab-ba7d-c0df84c67642 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082798 Jul 29 08:46:09.177811 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42212) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:09.182290 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54bacc92c8c0412e89cc80585a815286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3042624 Jul 29 08:46:09.195007 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e331291-8604-4658-9257-6da6a8319437,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:09.198210 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:09.211828 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-2b55b849-56a9-46a4-8650-e457660100bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:09.214486 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-2b55b849-56a9-46a4-8650-e457660100bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fde151de-f96a-436e-951c-891fea7433c1 HTTP/1.1" status: 200 len: 847 time: 0.1138632 Jul 29 08:46:09.305921 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-a27f6c79-3e96-4996-bc66-64438869c0a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bbcdb4f-4eb8-4b2a-b04a-2afbce190738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827241 Jul 29 08:46:09.347728 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-cce2f3d8-cb82-42bb-8e7f-224888f6f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:09.351142 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-cce2f3d8-cb82-42bb-8e7f-224888f6f61a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.1586370 Jul 29 08:46:09.412770 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:09.444584 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-7c8be0ae-8754-4c3c-9608-628e17e63aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673697 Jul 29 08:46:09.506457 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:09.517132 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1665c-66b8-46af-9f0e-c625057e9159 req-d1da2fd3-c6b6-4b5f-8cbd-c74503a4bc6e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:09.517871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-85a1665c-66b8-46af-9f0e-c625057e9159 req-d1da2fd3-c6b6-4b5f-8cbd-c74503a4bc6e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:09.556540 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-0d81bd59-6443-4424-8301-3124bd030797 service neutron] 10.222.0.11 "GET /v2.0/networks/5bbcdb4f-4eb8-4b2a-b04a-2afbce190738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841803 Jul 29 08:46:09.599075 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-85a1665c-66b8-46af-9f0e-c625057e9159 req-d1da2fd3-c6b6-4b5f-8cbd-c74503a4bc6e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:09.600279 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-85a1665c-66b8-46af-9f0e-c625057e9159 req-d1da2fd3-c6b6-4b5f-8cbd-c74503a4bc6e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 943 time: 0.2862387 Jul 29 08:46:09.682694 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-eefcb270-0c67-47d4-84c6-206f6e707911 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233791 Jul 29 08:46:09.735371 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-85a1665c-66b8-46af-9f0e-c625057e9159 req-459c1f40-d71c-415e-a2f7-1f210eb6a31e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175008 Jul 29 08:46:09.764177 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6e16e64f-5bec-410d-b37c-5d4e76c24ef0 req-b90a0cea-6c74-4fc8-bdce-4e0d1a1932e1 service neutron] 10.222.0.11 "GET /v2.0/networks/5bbcdb4f-4eb8-4b2a-b04a-2afbce190738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935329 Jul 29 08:46:09.808363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:09.817193 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c1f8e130-5910-48e6-9025-73ad6fec2e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:09.841433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e331291-8604-4658-9257-6da6a8319437,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:09.845074 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:09.862030 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:09.865932 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e331291-8604-4658-9257-6da6a8319437 HTTP/1.1" status: 204 len: 168 time: 0.6871231 Jul 29 08:46:09.873675 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6a4cc1ce-b65d-4777-9f66-ad0798151bb3 req-e9140b86-6d97-4bd8-b92d-5d5f9e22db64 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797769 Jul 29 08:46:10.417704 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c3993-899b-4529-aad8-bf0b2852f59a req-3e791a74-28b3-4e00-a0e7-f8f6fda0ee14 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:10.423030 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e10c3993-899b-4529-aad8-bf0b2852f59a req-3e791a74-28b3-4e00-a0e7-f8f6fda0ee14 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 943 time: 0.1056983 Jul 29 08:46:10.435436 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb590b-bf38-4502-a90f-3ec644da0a0f req-e477fdff-b1ca-421a-99ad-6d587a2f4abb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:10.443253 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ecb590b-bf38-4502-a90f-3ec644da0a0f req-e477fdff-b1ca-421a-99ad-6d587a2f4abb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1486073 Jul 29 08:46:10.486113 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e10c3993-899b-4529-aad8-bf0b2852f59a req-1449e9c7-5480-4676-a77b-8afdc5f117e9 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Jul 29 08:46:10.500472 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ecb590b-bf38-4502-a90f-3ec644da0a0f req-c3e282f6-4922-4f4e-8f4e-462dfd8cc831 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Jul 29 08:46:10.653510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42258) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:10.672132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:10.687774 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:10.692178 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Usage tracker for resource:security_group_rule and tenant:85e1e52106be487898c2a263a36275fb is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:10.695106 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:10.700720 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:10.793150 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:10.852146 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:10.861789 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4f435065-1122-4085-b93d-71414828031a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:10.905693 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85e1e52106be487898c2a263a36275fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509980 Jul 29 08:46:10.907897 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f48903-da9b-4321-b244-5c02d82ff027,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:10.908461 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42270) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:10.912623 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:10.993246 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66833fb4-6b5a-4f23-8dee-debd5ae7613f req-dc917da8-c3ba-400c-a8be-b4d1f92a96b5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:10.994696 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66833fb4-6b5a-4f23-8dee-debd5ae7613f req-dc917da8-c3ba-400c-a8be-b4d1f92a96b5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 943 time: 0.1428564 Jul 29 08:46:11.002107 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:11.056233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:11.096223 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66833fb4-6b5a-4f23-8dee-debd5ae7613f req-81228d52-7ff1-49a2-979e-52ff0e620a4b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836732 Jul 29 08:46:11.200723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:11.210704 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3a686d72-0e4d-4d8b-b263-d5f4ef476ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:11.221998 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f48903-da9b-4321-b244-5c02d82ff027,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:11.225555 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:11.234809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:11.238283 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80f48903-da9b-4321-b244-5c02d82ff027 HTTP/1.1" status: 204 len: 168 time: 0.3265653 Jul 29 08:46:11.737507 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-523c41e1-6e0d-4f24-977b-9a2f61eb16dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:11.838404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f30a2-2940-41e5-a1e4-a5cb5f2d49b4 req-c8b112da-c91a-4305-bd30-9608c8963d98 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:11.847144 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c78f30a2-2940-41e5-a1e4-a5cb5f2d49b4 req-c8b112da-c91a-4305-bd30-9608c8963d98 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 943 time: 0.1270101 Jul 29 08:46:11.921685 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c78f30a2-2940-41e5-a1e4-a5cb5f2d49b4 req-dd72ff30-ff56-4a29-83ff-f36fc95289b9 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735638 Jul 29 08:46:11.969901 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb95fd-49ba-4c70-b8f5-633ea185de2c req-30f38a57-80b3-4e37-ac3c-4bf335918cdb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:11.978242 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bbbb95fd-49ba-4c70-b8f5-633ea185de2c req-30f38a57-80b3-4e37-ac3c-4bf335918cdb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1203663 Jul 29 08:46:12.035730 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:12.041118 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bbbb95fd-49ba-4c70-b8f5-633ea185de2c req-eeed0949-9df0-4ebb-9ba8-014184c016ba tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615706 Jul 29 08:46:12.325663 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b370b-1b7e-47ed-b752-1d95b70e0e23 req-b91420e6-0463-4cd8-856a-0938cf0fdf82 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:12.330268 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff2b370b-1b7e-47ed-b752-1d95b70e0e23 req-b91420e6-0463-4cd8-856a-0938cf0fdf82 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 943 time: 0.0984626 Jul 29 08:46:12.382628 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff2b370b-1b7e-47ed-b752-1d95b70e0e23 req-b23d3115-e3a8-45ba-97cd-bbbfc47479fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Jul 29 08:46:13.047814 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:46:13.133573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd9f10-964e-4d1c-b80a-0b5503b0cdf6 req-ae04e3b8-1adf-40ee-b9c9-0fd4e12b24ae tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:13.136084 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4bfd9f10-964e-4d1c-b80a-0b5503b0cdf6 req-ae04e3b8-1adf-40ee-b9c9-0fd4e12b24ae tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 943 time: 0.0923698 Jul 29 08:46:13.232806 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4bfd9f10-964e-4d1c-b80a-0b5503b0cdf6 req-94bbe792-9ad0-423f-a350-e50225fd6938 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Jul 29 08:46:13.241169 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:13.266743 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'port_id': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', 'mac_address': 'fa:16:3e:52:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e288805c-d683-427a-b638-b11bfe0e37fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:46:13.274198 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0c16-5b68-4b49-ad8e-b8659fcd8800 req-ecd33d90-a773-4ba0-8b52-bac7ecba1d56 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:13.276490 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e47c0c16-5b68-4b49-ad8e-b8659fcd8800 req-ecd33d90-a773-4ba0-8b52-bac7ecba1d56 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1247768 Jul 29 08:46:13.335032 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:13.355859 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:13.379894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:13.386389 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e47c0c16-5b68-4b49-ad8e-b8659fcd8800 req-cc621bc4-f36b-490d-9753-df8d1c81da43 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926139 Jul 29 08:46:13.480958 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:13.482089 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a754692-8ee8-4b4e-8df6-d3988352266a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:46:13.486914 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-33dfe75a-88ae-4fcb-9a97-1e0be73479b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:13.597203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d67c6-9b7a-42ec-a52d-d43c37ee60a6 req-b91b80ab-8e4b-4233-ac64-7e193498f7bb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:13.599519 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b6d67c6-9b7a-42ec-a52d-d43c37ee60a6 req-b91b80ab-8e4b-4233-ac64-7e193498f7bb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 944 time: 0.0987380 Jul 29 08:46:13.638882 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:13.642503 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:13.663918 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b6d67c6-9b7a-42ec-a52d-d43c37ee60a6 req-518a2fa7-b976-40ca-a57d-a6f563d1d707 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Jul 29 08:46:13.766603 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a754692-8ee8-4b4e-8df6-d3988352266a,segment=NetworkSegment(8beb2d5b-d87e-411a-9e8b-4fc226a52339),segment_id=8beb2d5b-d87e-411a-9e8b-4fc226a52339)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:13.793926 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '1a754692-8ee8-4b4e-8df6-d3988352266a', 'network_id': '5bbcdb4f-4eb8-4b2a-b04a-2afbce190738', 'port_id': '1a754692-8ee8-4b4e-8df6-d3988352266a', 'mac_address': 'fa:16:3e:2a:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde151de-f96a-436e-951c-891fea7433c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:46:13.868682 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:13.888719 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a754692-8ee8-4b4e-8df6-d3988352266a {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:13.905139 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a754692-8ee8-4b4e-8df6-d3988352266a,segment=NetworkSegment(8beb2d5b-d87e-411a-9e8b-4fc226a52339),segment_id=8beb2d5b-d87e-411a-9e8b-4fc226a52339)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:13.967236 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:13.969132 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:14.043415 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:14.049999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:14.201083 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1f02-65e6-46f0-b01e-618066361d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:14.314652 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a754692-8ee8-4b4e-8df6-d3988352266a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:14.361484 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['5be4dc23-2d6d-4bcd-be6f-f3b167abf494'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:14.430274 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f07454-db54-46b6-85fe-7a2135cf6347 req-bad82fc8-5cdc-4881-80d5-2d8321c99826 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:14.432106 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-29f07454-db54-46b6-85fe-7a2135cf6347 req-bad82fc8-5cdc-4881-80d5-2d8321c99826 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 944 time: 0.1022773 Jul 29 08:46:14.514737 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-29f07454-db54-46b6-85fe-7a2135cf6347 req-14558bcb-7355-475b-9916-ca4be0374db8 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751348 Jul 29 08:46:14.755456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb47a05-fe27-47c9-8f2b-0639a2bc8b9b req-0507d5f4-d867-4117-8903-5d5daa429628 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:14.757387 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-edb47a05-fe27-47c9-8f2b-0639a2bc8b9b req-0507d5f4-d867-4117-8903-5d5daa429628 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0936446 Jul 29 08:46:14.816941 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-edb47a05-fe27-47c9-8f2b-0639a2bc8b9b req-2035e888-60ba-4d4a-a0f5-f9a4ec031109 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531406 Jul 29 08:46:14.880921 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b74c7-7ca4-43bb-b1ba-0f811a397597 req-6c3406d3-85eb-44ab-9805-d85a8bcd8a87 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:14.882622 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b28b74c7-7ca4-43bb-b1ba-0f811a397597 req-6c3406d3-85eb-44ab-9805-d85a8bcd8a87 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 944 time: 0.0925424 Jul 29 08:46:14.942492 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b28b74c7-7ca4-43bb-b1ba-0f811a397597 req-3ec3c3fa-0d7e-49f4-a928-607369787073 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540676 Jul 29 08:46:15.246404 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:15.808577 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823f30-fc53-4fe5-8262-58772be2cbc6 req-cd5421bd-4deb-40da-a107-e0bd20a32212 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:15.810044 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9e823f30-fc53-4fe5-8262-58772be2cbc6 req-cd5421bd-4deb-40da-a107-e0bd20a32212 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 944 time: 0.1749883 Jul 29 08:46:15.860532 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9e823f30-fc53-4fe5-8262-58772be2cbc6 req-2d36c6e8-0f7b-4ec5-b043-3e384e43baad tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Jul 29 08:46:16.034902 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a711-361b-4442-876f-aec9d55d31c9 req-c0b988ef-ad02-4e31-ac62-414dbd44df21 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:16.037176 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5151a711-361b-4442-876f-aec9d55d31c9 req-c0b988ef-ad02-4e31-ac62-414dbd44df21 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1081336 Jul 29 08:46:16.101424 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5151a711-361b-4442-876f-aec9d55d31c9 req-cdfd2708-024c-4334-adea-1ac7a717995f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567784 Jul 29 08:46:16.156037 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c39b9-68ea-4595-9748-e647a8c2e00d req-efc2c30a-52bf-4d8f-b38f-41f2326ba492 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:16.158568 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-743c39b9-68ea-4595-9748-e647a8c2e00d req-efc2c30a-52bf-4d8f-b38f-41f2326ba492 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 944 time: 0.1023202 Jul 29 08:46:16.215893 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-743c39b9-68ea-4595-9748-e647a8c2e00d req-6536296a-83ca-4b6c-855f-283ef6fae93f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Jul 29 08:46:16.617492 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:16.851721 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:46:17.048848 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:46:17.051171 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0c34-d787-4b31-8fc2-c1bf1d87ec3e req-cb75a5c2-a3d6-4641-9dee-53c5d99da959 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:17.052702 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-28db0c34-d787-4b31-8fc2-c1bf1d87ec3e req-cb75a5c2-a3d6-4641-9dee-53c5d99da959 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 944 time: 0.0833201 Jul 29 08:46:17.102303 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-28db0c34-d787-4b31-8fc2-c1bf1d87ec3e req-b5daa568-7b0d-40c7-ac62-de016faf9dc7 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Jul 29 08:46:17.268170 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:46:17.273829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:46:17.274424 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:17.339595 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c46820-183d-4b14-b4c1-3e20c094ceae req-67d90cca-f93f-4681-808e-f287e5b4e68a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:17.350432 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a6c46820-183d-4b14-b4c1-3e20c094ceae req-67d90cca-f93f-4681-808e-f287e5b4e68a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1077962 Jul 29 08:46:17.397835 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a6c46820-183d-4b14-b4c1-3e20c094ceae req-203f639d-0b11-4227-a2ce-646218bf2584 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Jul 29 08:46:17.408207 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:17.442947 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:17.448045 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d76750-e020-4952-8437-6296669cb878 req-1bf782e1-a6fa-42d6-be3c-ee930177edda tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:17.450020 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80d76750-e020-4952-8437-6296669cb878 req-1bf782e1-a6fa-42d6-be3c-ee930177edda tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 944 time: 0.0879533 Jul 29 08:46:17.453033 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:17.489030 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', 'code': 200} Jul 29 08:46:17.497845 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80d76750-e020-4952-8437-6296669cb878 req-133db39c-87dd-46ef-80af-29961f3fcb5a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Jul 29 08:46:17.555366 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:17.556070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a754692-8ee8-4b4e-8df6-d3988352266a up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:46:17.600730 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:17.701313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:17.706313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:17.805366 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 1a754692-8ee8-4b4e-8df6-d3988352266a completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:46:17.810976 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 1a754692-8ee8-4b4e-8df6-d3988352266a triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:46:17.811356 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:17.905238 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31092f-31b9-4fb0-a717-cc21ba63795f req-c2df6526-bb4d-4eea-b17c-8cc04b88a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:17.907883 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4b31092f-31b9-4fb0-a717-cc21ba63795f req-c2df6526-bb4d-4eea-b17c-8cc04b88a0d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 1098 time: 0.0868413 Jul 29 08:46:17.967894 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4b31092f-31b9-4fb0-a717-cc21ba63795f req-9bf238a1-183c-4d40-bea5-ab881d47c515 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Jul 29 08:46:17.968830 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:18.014691 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a754692-8ee8-4b4e-8df6-d3988352266a,segment=NetworkSegment(8beb2d5b-d87e-411a-9e8b-4fc226a52339),segment_id=8beb2d5b-d87e-411a-9e8b-4fc226a52339)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:18.068720 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:18.071453 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3ac70873-398f-4c6d-80fd-6f40216aee5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:18.145821 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:18.148805 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:18.309929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa59f-605e-4bb0-8f25-cbeacc80a600 req-4206f55c-ebd3-47fb-8920-aaa573f0a523 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:18.311476 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8b4aa59f-605e-4bb0-8f25-cbeacc80a600 req-4206f55c-ebd3-47fb-8920-aaa573f0a523 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.0888181 Jul 29 08:46:18.368463 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8b4aa59f-605e-4bb0-8f25-cbeacc80a600 req-b6731bc8-c870-4766-b20e-25a787f75f07 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Jul 29 08:46:18.709354 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6acd-4755-42b9-bf11-245382419b6a req-96f70832-7f23-4ac9-be11-47d122481dd6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:18.709883 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044cee9-4c7c-4710-81c2-388c1f824412 req-3e14f629-e1fd-455d-98c5-be8da6cb3789 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:18.710917 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c76b6acd-4755-42b9-bf11-245382419b6a req-96f70832-7f23-4ac9-be11-47d122481dd6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1915526 Jul 29 08:46:18.714694 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0044cee9-4c7c-4710-81c2-388c1f824412 req-3e14f629-e1fd-455d-98c5-be8da6cb3789 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.0902715 Jul 29 08:46:18.761565 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c76b6acd-4755-42b9-bf11-245382419b6a req-e60e63ed-8b2c-4596-af59-cae24c8b1a09 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Jul 29 08:46:18.768099 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0044cee9-4c7c-4710-81c2-388c1f824412 req-74a539a7-09fd-4b04-989e-91483e183e2a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477719 Jul 29 08:46:19.490006 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:19.566965 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a', 'code': 200} Jul 29 08:46:19.604185 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193030c0-0b4c-4be0-8632-56109544b1da req-29271880-5a6d-4830-bebb-6c0336cf31f1 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:19.605898 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-193030c0-0b4c-4be0-8632-56109544b1da req-29271880-5a6d-4830-bebb-6c0336cf31f1 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.1203279 Jul 29 08:46:19.673011 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-193030c0-0b4c-4be0-8632-56109544b1da req-d3368f7c-62be-410a-a406-587e3b1dfbe1 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 Jul 29 08:46:19.980325 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34937f28-331b-4420-87cd-a53543503b0b req-0caca203-e309-4b55-9ad6-8bbf3ed03e99 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:19.980325 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-34937f28-331b-4420-87cd-a53543503b0b req-0caca203-e309-4b55-9ad6-8bbf3ed03e99 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0825613 Jul 29 08:46:19.994273 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80820be-d295-4f9f-8eb0-9748afb761b8 req-bd3decda-d2a7-4b63-9198-fc7ce66a8c7d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:19.995830 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c80820be-d295-4f9f-8eb0-9748afb761b8 req-bd3decda-d2a7-4b63-9198-fc7ce66a8c7d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.0874326 Jul 29 08:46:20.023305 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-34937f28-331b-4420-87cd-a53543503b0b req-c903836f-65fe-4cfd-a2b8-43be98420961 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Jul 29 08:46:20.056509 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c80820be-d295-4f9f-8eb0-9748afb761b8 req-c01be61d-5b80-478d-8402-090834a20a03 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541234 Jul 29 08:46:20.137823 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b294d2a-5bba-453a-930e-aa30d9c1eae9 req-601f68a8-a45b-432e-b4b3-1b4bacc7944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:20.139220 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6b294d2a-5bba-453a-930e-aa30d9c1eae9 req-601f68a8-a45b-432e-b4b3-1b4bacc7944d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 1098 time: 0.0780704 Jul 29 08:46:20.185040 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6b294d2a-5bba-453a-930e-aa30d9c1eae9 req-42d743fc-a838-4044-9ba4-0faa32acdbda service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Jul 29 08:46:20.895894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e940-60a9-45b9-9abb-b891d16ea591 req-1a2bf9ae-80e5-4b31-99f2-55029a5e8a7e tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:20.897454 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cc03e940-60a9-45b9-9abb-b891d16ea591 req-1a2bf9ae-80e5-4b31-99f2-55029a5e8a7e tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.1079998 Jul 29 08:46:20.947831 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cc03e940-60a9-45b9-9abb-b891d16ea591 req-6e07a281-5b3b-4646-abe5-021946b63655 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Jul 29 08:46:20.998714 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b54e3d-97c9-4d4c-bc96-85444ac0f3fe req-78f5c862-7509-4ec9-b513-66dd6a3566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:21.000842 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-72b54e3d-97c9-4d4c-bc96-85444ac0f3fe req-78f5c862-7509-4ec9-b513-66dd6a3566fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.0834825 Jul 29 08:46:21.050177 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-72b54e3d-97c9-4d4c-bc96-85444ac0f3fe req-336f6924-afda-4f71-8b3c-6c5d0a0169a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381877 Jul 29 08:46:21.212963 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c078e-437e-4528-ae47-fa677006c7e8 req-cc43ce66-7f3b-4529-b96d-4a652d221903 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:21.214444 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-118c078e-437e-4528-ae47-fa677006c7e8 req-cc43ce66-7f3b-4529-b96d-4a652d221903 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0809844 Jul 29 08:46:21.260970 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-118c078e-437e-4528-ae47-fa677006c7e8 req-0221eb96-fe7b-4d6f-9549-990a062b611e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Jul 29 08:46:22.160015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37479e3-3c0c-4937-b84d-49023432916d req-6b3f87a1-5bb9-4d41-8835-ac793d5f9e21 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:22.161893 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b37479e3-3c0c-4937-b84d-49023432916d req-6b3f87a1-5bb9-4d41-8835-ac793d5f9e21 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.0925970 Jul 29 08:46:22.210213 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b37479e3-3c0c-4937-b84d-49023432916d req-643e3994-eccc-4ce8-a36f-91ecd3ef9dac tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jul 29 08:46:22.477871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0cb20-010a-4c32-ab6e-c24e97ea18bc req-6c2b59b5-c2ea-4f31-9040-186e25a2ec15 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:22.479365 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-16a0cb20-010a-4c32-ab6e-c24e97ea18bc req-6c2b59b5-c2ea-4f31-9040-186e25a2ec15 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0928018 Jul 29 08:46:22.528069 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-16a0cb20-010a-4c32-ab6e-c24e97ea18bc req-fbd0eef4-e80c-47ca-9d34-3f752e573c33 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jul 29 08:46:23.778393 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6fda9-ed61-442d-a2e9-3499d63183f0 req-20612f84-f8eb-4c8d-8b68-0fefe563f87d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:23.780106 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8da6fda9-ed61-442d-a2e9-3499d63183f0 req-20612f84-f8eb-4c8d-8b68-0fefe563f87d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1385534 Jul 29 08:46:23.833185 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8da6fda9-ed61-442d-a2e9-3499d63183f0 req-8d86fb3e-0a0e-4b9f-97c7-a6f565159c17 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Jul 29 08:46:24.680055 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8f84-ecdc-425c-916d-11f3e8b727fe req-0507a220-2494-4d53-9c63-fc175a8bfd16 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:24.685255 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-646c8f84-ecdc-425c-916d-11f3e8b727fe req-0507a220-2494-4d53-9c63-fc175a8bfd16 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1299384 Jul 29 08:46:24.740422 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-646c8f84-ecdc-425c-916d-11f3e8b727fe req-e6eb0360-d5a2-4f9e-8604-e80d7b8d8ce9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521414 Jul 29 08:46:24.745328 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-c6e07464-95bb-4e9c-a3aa-b03701e89d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:24.746801 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-c6e07464-95bb-4e9c-a3aa-b03701e89d7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.1272466 Jul 29 08:46:24.901279 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-ae6831d0-3d90-4366-933b-cdf329252efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:24.903860 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-ae6831d0-3d90-4366-933b-cdf329252efc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.1431363 Jul 29 08:46:25.018393 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-8c0d15e3-be27-4258-80f2-f496333af530 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0943921 Jul 29 08:46:25.096604 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-a4b4fc68-9055-4af2-a07a-f56072c56ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:25.098204 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-a4b4fc68-9055-4af2-a07a-f56072c56ee3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0660672 Jul 29 08:46:25.165638 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-b180a7f0-3054-443b-8b4c-340cc8e5225b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476227 Jul 29 08:46:25.303643 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-eb4903d2-4bb4-4e94-8ba1-0d38e2c7fa19 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276078 Jul 29 08:46:25.433650 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2aa5fef2-09c0-414c-860f-b21a203aa417 req-5dcb924a-cbbb-4e78-9f95-baf02a1061e3 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230729 Jul 29 08:46:25.956727 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb8a6e-faad-430c-b248-143c8c894778 req-da918b6c-f67c-4d22-9fe5-490c91279fb9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:25.958511 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2bb8a6e-faad-430c-b248-143c8c894778 req-da918b6c-f67c-4d22-9fe5-490c91279fb9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1032107 Jul 29 08:46:26.017567 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2bb8a6e-faad-430c-b248-143c8c894778 req-13da6f84-3cee-476e-9056-0fed88f95509 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526831 Jul 29 08:46:26.263359 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:26.473651 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42700) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:26.597190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:26.615805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:26.619718 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4d403a550d427cb10e7063a29c838b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:26.622641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:26.628955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:26.712858 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:26.794336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:26.802268 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:26.846479 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c4d403a550d427cb10e7063a29c838b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716633 Jul 29 08:46:26.847475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff036f0-b89a-4c4b-bace-620997ef6146,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:26.849223 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42706) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:26.850837 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:26.930776 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:26.961688 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:27.166154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:27.171182 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b30f6db8-8567-49e6-98af-64fd40712e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:27.183194 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff036f0-b89a-4c4b-bace-620997ef6146,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:27.190370 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:27.191939 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:27.196241 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cff036f0-b89a-4c4b-bace-620997ef6146 HTTP/1.1" status: 204 len: 168 time: 0.3451304 Jul 29 08:46:27.219929 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39244aaa-3883-4aed-9f5e-b3e20bb4f282 req-a5ec6ad1-4c86-4493-83be-0c12288ae037 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:27.221659 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-39244aaa-3883-4aed-9f5e-b3e20bb4f282 req-a5ec6ad1-4c86-4493-83be-0c12288ae037 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0926299 Jul 29 08:46:27.282897 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-39244aaa-3883-4aed-9f5e-b3e20bb4f282 req-5345db99-967e-439e-97ee-67adb3666675 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549791 Jul 29 08:46:27.962303 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42734) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:27.982355 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.013569 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:28.018878 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Usage tracker for resource:security_group_rule and tenant:04a53bd6e54f4e24ba74846af4e29d6b is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:28.022453 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:28.029059 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:28.122141 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.189294 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.201860 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-70beaaf2-891c-4f60-b0d6-694a8db6b49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:28.244421 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a53bd6e54f4e24ba74846af4e29d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810073 Jul 29 08:46:28.245695 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d3645-76b7-4bb0-99c1-3dc6158d6bc2,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:28.247493 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42742) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:28.248851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:28.402633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.436494 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.587272 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d4b7d-4300-43a0-8478-2f21ae795778 req-8dcba106-27b0-4f63-b319-8b246120767e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:28.589258 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0a3d4b7d-4300-43a0-8478-2f21ae795778 req-8dcba106-27b0-4f63-b319-8b246120767e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1435854 Jul 29 08:46:28.674639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.680583 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6f1d68a2-5fe1-4883-89f5-34b00b283745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:28.693737 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0a3d4b7d-4300-43a0-8478-2f21ae795778 req-82d8165d-eff8-454a-86d3-7b0e4aee9cea tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968597 Jul 29 08:46:28.701535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d3645-76b7-4bb0-99c1-3dc6158d6bc2,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:28.704799 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:28.733422 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:28.735008 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e6d3645-76b7-4bb0-99c1-3dc6158d6bc2 HTTP/1.1" status: 204 len: 168 time: 0.4851909 Jul 29 08:46:29.578933 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c1de-8584-4044-8bd5-cd9942721940 req-fea9e4f1-b20e-4018-bfe3-33180c441015 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:29.581399 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47a2c1de-8584-4044-8bd5-cd9942721940 req-fea9e4f1-b20e-4018-bfe3-33180c441015 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.1460702 Jul 29 08:46:29.628641 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 42784) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:29.665107 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:29.684881 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:29.685132 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47a2c1de-8584-4044-8bd5-cd9942721940 req-b680ce12-df3c-47b5-86e6-2a73b219dd98 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865812 Jul 29 08:46:29.694932 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Usage tracker for resource:security_group_rule and tenant:c340db01b7e4423a9b97b053b58da726 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:29.698686 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:29.707456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:29.807074 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:29.874393 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:29.890942 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d5d5c94-cb67-49cc-a92c-40b60005b0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:29.926882 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c340db01b7e4423a9b97b053b58da726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961354 Jul 29 08:46:29.929810 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 42800) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:29.947815 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d65a3a5-7d4f-40cf-a447-05600d29c8a2,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:29.951802 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:30.006269 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:30.057117 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:30.258186 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:30.262305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5645ec24-e25d-4f3c-88ba-f8bdd5992509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:30.275097 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d65a3a5-7d4f-40cf-a447-05600d29c8a2,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:30.277368 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:30.282753 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:30.298437 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d65a3a5-7d4f-40cf-a447-05600d29c8a2 HTTP/1.1" status: 204 len: 168 time: 0.3651876 Jul 29 08:46:30.932126 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0b59-e7fd-43a8-bd62-4f242bc65a6e req-2d5a1468-251f-49d2-bc44-0b6c726ad077 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:30.935155 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-674d0b59-e7fd-43a8-bd62-4f242bc65a6e req-2d5a1468-251f-49d2-bc44-0b6c726ad077 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.1184273 Jul 29 08:46:31.020280 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-674d0b59-e7fd-43a8-bd62-4f242bc65a6e req-80da6676-aa60-423a-b921-62b63ad44f61 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693026 Jul 29 08:46:31.376393 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab71a11-1df6-4359-82fb-b42ca5201318 req-603c0263-7c3b-4a51-a86a-e86359340ba3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:31.378303 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dab71a11-1df6-4359-82fb-b42ca5201318 req-603c0263-7c3b-4a51-a86a-e86359340ba3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0897152 Jul 29 08:46:31.479976 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dab71a11-1df6-4359-82fb-b42ca5201318 req-976b6372-7db8-4fb0-aa3b-9987a65347ad tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952160 Jul 29 08:46:31.509860 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-f6708117-8686-48d6-8f8f-559c61305c65 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:31.511384 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-f6708117-8686-48d6-8f8f-559c61305c65 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.1101685 Jul 29 08:46:31.618445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Deleting port 1a754692-8ee8-4b4e-8df6-d3988352266a {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:46:31.618650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:32.081481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] For port 1a754692-8ee8-4b4e-8df6-d3988352266a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a754692-8ee8-4b4e-8df6-d3988352266a,segment=NetworkSegment(8beb2d5b-d87e-411a-9e8b-4fc226a52339),segment_id=8beb2d5b-d87e-411a-9e8b-4fc226a52339)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:32.081481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:32.330902 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Calling delete_port for 1a754692-8ee8-4b4e-8df6-d3988352266a owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:46:32.483455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caeaa0-2a44-49ee-9f78-42dea8113d7d req-3ec076ef-ec51-4eac-b340-f2999eaddb0c tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:32.485048 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7caeaa0-2a44-49ee-9f78-42dea8113d7d req-3ec076ef-ec51-4eac-b340-f2999eaddb0c tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 945 time: 0.3216722 Jul 29 08:46:32.603304 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7caeaa0-2a44-49ee-9f78-42dea8113d7d req-29682b05-37d0-4b13-8ac0-000a921f5a6a tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/security-groups?id=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779428 Jul 29 08:46:32.732677 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:32.742125 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:32.746310 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a754692-8ee8-4b4e-8df6-d3988352266a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:32.857285 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Pushing event deleted for resources: {'Port': ['ID=1a754692-8ee8-4b4e-8df6-d3988352266a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:32.860717 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:32.918538 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] No DVR routers for this DVR port 1a754692-8ee8-4b4e-8df6-d3988352266a on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:46:32.921106 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:32.926251 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'name': 'network-vif-deleted', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:32.995781 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5769cac-54f2-4e14-a2dd-2551b9fc570d', 'name': 'network-vif-deleted', 'tag': '1a754692-8ee8-4b4e-8df6-d3988352266a', 'status': 'completed', 'code': 200} Jul 29 08:46:33.005836 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4d2c2d91-49d0-448a-b03f-aa09c57b8c28 req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.11 "DELETE /v2.0/ports/1a754692-8ee8-4b4e-8df6-d3988352266a HTTP/1.1" status: 204 len: 173 time: 1.4877598 Jul 29 08:46:33.776561 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-76206d26-2f58-4bf0-a7aa-24ab551707d7 req-a0455f47-b57e-45ca-bba7-0479b4955458 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Synchronizing usage tracker for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:33.831246 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-72940343-b7af-4f14-95b2-b06635f0ed50 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:33.832778 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-72940343-b7af-4f14-95b2-b06635f0ed50 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.1547480 Jul 29 08:46:33.858510 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-c1defd1a-756e-4a5b-bc49-28d53769007f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/quotas/48f8a0f105614d9aa3ec6a384d07b5b9 HTTP/1.1" status: 200 len: 375 time: 0.0153923 Jul 29 08:46:33.891054 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-76206d26-2f58-4bf0-a7aa-24ab551707d7 req-a0455f47-b57e-45ca-bba7-0479b4955458 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Unset dirty status for tenant:0e2cfc9d0ec34418a97435f0cc204b35 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:33.892235 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-76206d26-2f58-4bf0-a7aa-24ab551707d7 req-a0455f47-b57e-45ca-bba7-0479b4955458 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5769cac-54f2-4e14-a2dd-2551b9fc570d HTTP/1.1" status: 200 len: 210 time: 0.1601009 Jul 29 08:46:33.952746 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-801fdccd-646b-4baa-992d-7292053c2e03 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925696 Jul 29 08:46:34.178063 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-f2a591c9-d83f-4cf3-bd02-883c048b4fbd service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099059 Jul 29 08:46:34.315313 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-528da11c-7340-4d2b-970a-2e35c11df167 service neutron] 10.222.0.36 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309078 Jul 29 08:46:34.732960 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-016a31f3-6031-4f98-b3a8-ed180121d675 req-f907e170-77ea-4017-b678-ed719ac7d1d0 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.1430061 Jul 29 08:46:35.174084 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a754692-8ee8-4b4e-8df6-d3988352266a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:46:35.212698 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 1a754692-8ee8-4b4e-8df6-d3988352266a {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:46:35.212963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a754692-8ee8-4b4e-8df6-d3988352266a not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:46:35.916173 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff4d520f-1766-4298-9fcc-82ba85b33e53 req-ff06c4fa-938b-4d21-8836-9f282fb717e3 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.0426369 Jul 29 08:46:36.684821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43014) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:36.846532 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43026) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:36.983014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.016190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:37.029863 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Usage tracker for resource:security_group_rule and tenant:b0653114d18945e09d5d45b25b5b5e6b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:37.034072 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:37.040455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:37.143072 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.188984 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4b2fbb90-ef2a-4766-a1a5-58b50c76ddaf req-3bf67241-323b-4a85-ba41-0c04bc66611c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.1035793 Jul 29 08:46:37.200861 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:37.263237 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca6a79aa9f84b3b90f1286f44397066 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:37.277473 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:37.289089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:37.419955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-0d7761b2-8733-4cb2-b773-7b9eb1360758 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:37.424534 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-0d7761b2-8733-4cb2-b773-7b9eb1360758 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/networks?id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 200 len: 814 time: 0.3380234 Jul 29 08:46:37.445971 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.452041 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Request body: {'port': {'device_id': 'dcff9208-4294-43a1-adf5-237e95284c83', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'admin_state_up': True, 'tenant_id': '48f8a0f105614d9aa3ec6a384d07b5b9'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:37.576950 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.590356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b8ad40b7-1841-4c2e-81b1-45c98a7e2650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:37.657355 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.751018 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0653114d18945e09d5d45b25b5b5e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0632429 Jul 29 08:46:37.767501 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f02708-2a34-4f6a-930b-72d4fa5f1077,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:37.774268 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43056) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:37.786917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:37.788246 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.816831 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-784f81c7-8a06-4bc2-8e78-1033cf8361b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:37.826149 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-b30b899c-e822-4f1a-ae1f-9e42cf416cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:37.828324 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-b30b899c-e822-4f1a-ae1f-9e42cf416cc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.0877194 Jul 29 08:46:37.850407 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:37.894187 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ca6a79aa9f84b3b90f1286f44397066&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0463741 Jul 29 08:46:37.901121 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43062) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:37.918507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43064) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:37.918771 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:37.918771 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab124c6-005a-4fd8-8a6b-ba9885eefeec,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:37.925499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:37.959167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:37.977028 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453c1cc-54d9-4667-9507-32f1cc442e41 req-13b23f20-aeea-4113-b7cb-3d34c6c118c3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:37.978612 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0453c1cc-54d9-4667-9507-32f1cc442e41 req-13b23f20-aeea-4113-b7cb-3d34c6c118c3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.3105197 Jul 29 08:46:38.020087 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.029608 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Made reservation on behalf of 48f8a0f105614d9aa3ec6a384d07b5b9 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:46:38.033194 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.053377 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-6dd09bea-b78f-4524-8602-0f45b4883b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:38.054947 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-6dd09bea-b78f-4524-8602-0f45b4883b2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.2157393 Jul 29 08:46:38.062811 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.133581 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0453c1cc-54d9-4667-9507-32f1cc442e41 req-2b00e184-62e8-4dbb-a6dd-65523847ccfa tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416924 Jul 29 08:46:38.150205 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.185653 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-7e7c635e-2ae3-4ef8-bc5b-31c0aef7b96d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.1204565 Jul 29 08:46:38.189725 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.248477 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.261126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:38.263088 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9765d0d2-bad3-4529-9eb3-2f7d5bdf4c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:38.276629 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Allocated IP 172.20.0.3 (7c43698b-da9d-4b0a-8aab-55b7ceadb5ab/e288805c-d683-427a-b638-b11bfe0e37fc/6048461a-6e12-4496-a985-3b408675e64e) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:46:38.277502 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Usage tracker for resource:security_group_rule and tenant:95d3a86ada9f4edea32595a16d54ca22 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:38.278823 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f02708-2a34-4f6a-930b-72d4fa5f1077,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:38.283901 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:38.286741 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:38.313507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:38.373154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-109883eb-bec2-4b5c-bd6a-119579ec68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:38.375247 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-109883eb-bec2-4b5c-bd6a-119579ec68d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.1680846 Jul 29 08:46:38.382095 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-edf6313e-1237-4dd7-9dcf-2f471e32bd98 req-0dbc1d79-b3ea-4562-86f9-21e1d210be87 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.0650647 Jul 29 08:46:38.429453 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-e6d6a18f-b31a-4cf8-8572-392f0591bbb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451200 Jul 29 08:46:38.486793 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.487958 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33f02708-2a34-4f6a-930b-72d4fa5f1077 HTTP/1.1" status: 204 len: 168 time: 0.7048988 Jul 29 08:46:38.540351 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.552526 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ca9a9c5b-7b26-4beb-934c-658bed5594c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:38.553973 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.582931 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab124c6-005a-4fd8-8a6b-ba9885eefeec,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:38.591946 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:38.625110 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.628862 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bab124c6-005a-4fd8-8a6b-ba9885eefeec HTTP/1.1" status: 204 len: 168 time: 0.7216194 Jul 29 08:46:38.636707 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-56dfac0b-feec-4a85-b8d9-837d80b3edfa service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946685 Jul 29 08:46:38.701125 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.709911 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:38.719244 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e', '153549de-f625-4ce5-91e1-a4427f2b605e', '5be4dc23-2d6d-4bcd-be6f-f3b167abf494'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:38.769806 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.808473 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:46:38.813532 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:46:38.818713 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:46:38.839737 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b1d0bf30-3645-4765-bb62-320a6cd506b3 req-fdf0e98c-9ec1-44e6-96bf-5bdd87e910ce service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887126 Jul 29 08:46:38.846090 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.895761 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event updated for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:38.901267 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:38.924617 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:38.925444 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:38.935866 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-650d2ae8-8a9c-4393-89ed-0b102e421c99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:38.953919 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95d3a86ada9f4edea32595a16d54ca22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510457 Jul 29 08:46:38.956612 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43092) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:39.023713 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5763500 Jul 29 08:46:39.047445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Request body: {'port': {'device_id': 'dcff9208-4294-43a1-adf5-237e95284c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:39.050314 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501f0b2-84ec-4be4-9bdc-db09f053a29f,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:39.057066 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:39.109468 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.175484 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.214706 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.405189 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.411317 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8131f09a-819d-43e7-9e0e-3a73f2f19b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:39.432712 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501f0b2-84ec-4be4-9bdc-db09f053a29f,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:39.433534 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:39.436190 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.440714 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1501f0b2-84ec-4be4-9bdc-db09f053a29f HTTP/1.1" status: 204 len: 168 time: 0.4827058 Jul 29 08:46:39.461716 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de044d89-b5f8-4d57-8f97-8f1caeee9877 req-91818a65-9431-4cc4-be88-7188fa454d23 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:39.469133 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-de044d89-b5f8-4d57-8f97-8f1caeee9877 req-91818a65-9431-4cc4-be88-7188fa454d23 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1480780 Jul 29 08:46:39.544314 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-de044d89-b5f8-4d57-8f97-8f1caeee9877 req-f9b3632d-1dd0-44e3-aaa9-35bfc366c3eb tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Jul 29 08:46:39.838094 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388a399-bb30-4414-a398-d82fb606d11e req-453b08e7-4a85-4418-864e-398d6a3443c4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:39.839445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-f388a399-bb30-4414-a398-d82fb606d11e req-453b08e7-4a85-4418-864e-398d6a3443c4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:46:39.854586 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6048461a-6e12-4496-a985-3b408675e64e {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:39.867014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:39.882434 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Transition to ACTIVE for port object 6048461a-6e12-4496-a985-3b408675e64e will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:46:40.011213 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-f388a399-bb30-4414-a398-d82fb606d11e req-453b08e7-4a85-4418-864e-398d6a3443c4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:46:40.012392 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f388a399-bb30-4414-a398-d82fb606d11e req-453b08e7-4a85-4418-864e-398d6a3443c4 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 931 time: 0.3372123 Jul 29 08:46:40.013095 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.018300 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:40.227387 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f388a399-bb30-4414-a398-d82fb606d11e req-6471ae93-2ab3-4cf7-b600-e936377d5809 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710157 Jul 29 08:46:40.227387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Pushing event updated for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:40.228207 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43136) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:40.229505 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:40.253498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.268655 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:40.275595 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Usage tracker for resource:security_group_rule and tenant:673f6d81ce1d45f38eb6f435cfbf93f6 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:40.279236 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:40.285661 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:40.372470 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.468666 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.477732 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1e21bcf0-08d9-4cfa-90b0-f91d59975af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:40.521908 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=673f6d81ce1d45f38eb6f435cfbf93f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919617 Jul 29 08:46:40.523942 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d99591-0e07-4e92-9d9d-48afe67dcd71,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:40.524451 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43152) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:40.527866 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:40.654061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.699938 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.747421 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Attempting to bind port 6048461a-6e12-4496-a985-3b408675e64e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:46:40.747758 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Attempting to bind port 6048461a-6e12-4496-a985-3b408675e64e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:46:40.748086 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Attempting to bind port 6048461a-6e12-4496-a985-3b408675e64e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:40.755682 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Port 6048461a-6e12-4496-a985-3b408675e64e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:46:40.756007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Attempting to bind port 6048461a-6e12-4496-a985-3b408675e64e on network 7c43698b-da9d-4b0a-8aab-55b7ceadb5ab {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:46:40.761706 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:46:40.762073 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Checking segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:46:40.762461 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Bound using segment: {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:46:40.762886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Bound port: 6048461a-6e12-4496-a985-3b408675e64e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:46:40.763235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.784329 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d2b73-ccf6-4db6-9b43-67160bf3ae0a req-e6125acb-19ad-4ae4-870a-8d5c513e8f96 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:40.791527 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ba3d2b73-ccf6-4db6-9b43-67160bf3ae0a req-e6125acb-19ad-4ae4-870a-8d5c513e8f96 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1171722 Jul 29 08:46:40.840524 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ba3d2b73-ccf6-4db6-9b43-67160bf3ae0a req-bce5cc7b-5ceb-4101-8442-cc8e5a77d705 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Jul 29 08:46:40.887527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:46:40.891272 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6048461a-6e12-4496-a985-3b408675e64e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:46:40.907528 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.912789 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0acb568a-d147-4469-b062-23b5d367de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:40.925121 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d99591-0e07-4e92-9d9d-48afe67dcd71,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:40.928124 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:40.930423 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.931765 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55d99591-0e07-4e92-9d9d-48afe67dcd71 HTTP/1.1" status: 204 len: 168 time: 0.4059138 Jul 29 08:46:40.993958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:40.999042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4c1317b5-89b5-4fdd-a02f-c16922d6e615 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:41.062607 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.063085 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:41.064447 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] 10.222.0.11 "PUT /v2.0/ports/6048461a-6e12-4496-a985-3b408675e64e HTTP/1.1" status: 200 len: 1093 time: 2.0273662 Jul 29 08:46:41.064932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'tag': '6048461a-6e12-4496-a985-3b408675e64e'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:41.098961 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Pushing event updated for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:41.114446 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:41.132914 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'tag': '6048461a-6e12-4496-a985-3b408675e64e', 'status': 'completed', 'code': 200} Jul 29 08:46:41.255246 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-d241c4b6-47f2-4370-97dd-da8771328abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.256863 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-d241c4b6-47f2-4370-97dd-da8771328abe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 1096 time: 0.0972357 Jul 29 08:46:41.422067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-91a50324-b374-4ed5-91b4-0ebd08469e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.424733 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-91a50324-b374-4ed5-91b4-0ebd08469e51 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1597538 Jul 29 08:46:41.438341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93333ab0-1d30-4950-a3aa-8d136fe172d7 req-4a954720-cb00-405d-a864-d16aca66dccc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.440030 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-93333ab0-1d30-4950-a3aa-8d136fe172d7 req-4a954720-cb00-405d-a864-d16aca66dccc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 943 time: 0.1010792 Jul 29 08:46:41.528382 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-93333ab0-1d30-4950-a3aa-8d136fe172d7 req-62226ebf-7832-4e26-aca1-fd41f6da09a5 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815527 Jul 29 08:46:41.644605 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-15e49dbc-3b8c-4800-a5e3-071850b5ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.646372 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-96094e26-b2b2-4636-a2c5-41633a015da4 req-15e49dbc-3b8c-4800-a5e3-071850b5ebd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140985 Jul 29 08:46:41.720254 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ca82d73b-3f2e-4373-821d-d39811076238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:41.783754 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-b8cfb0a4-fe85-4aa0-81ae-95710d6629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.785185 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-b8cfb0a4-fe85-4aa0-81ae-95710d6629e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 1096 time: 0.0814457 Jul 29 08:46:41.862796 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-f6d5ee35-3486-428c-bda8-b03ce0f8b5ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6048461a-6e12-4496-a985-3b408675e64e HTTP/1.1" status: 200 len: 217 time: 0.0684924 Jul 29 08:46:41.932192 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-0b27d456-dda1-41f7-baf1-aaa52b11cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:41.934025 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-0b27d456-dda1-41f7-baf1-aaa52b11cd38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 200 len: 854 time: 0.0641744 Jul 29 08:46:42.038377 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-81db4621-c8c4-4cf8-9367-70a0ec979065 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924611 Jul 29 08:46:42.085043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:42.190736 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975ebb4-47e1-424b-8d03-78322f16914c req-3d15b08c-43c5-46cd-b0c8-d59719aa7edf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:42.192286 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9975ebb4-47e1-424b-8d03-78322f16914c req-3d15b08c-43c5-46cd-b0c8-d59719aa7edf tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2059391 Jul 29 08:46:42.237953 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-e1c269b1-7245-4e3b-a89c-9d7f46536820 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871450 Jul 29 08:46:42.292948 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9975ebb4-47e1-424b-8d03-78322f16914c req-fa7c2cf1-c58b-4441-9acb-5cfdf29fe990 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930805 Jul 29 08:46:42.471801 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ecf5f4ea-6c31-4afd-b9c1-22b43578eae3 req-0dd6b474-c9d3-4bfd-acab-4be39eee0137 service neutron] 10.222.0.11 "GET /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243536 Jul 29 08:46:42.836986 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3591c-1fd9-499c-ad41-6471b3273554 req-8c90b40c-367d-4959-ae7f-5c2f0ea8228a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:42.846321 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59d3591c-1fd9-499c-ad41-6471b3273554 req-8c90b40c-367d-4959-ae7f-5c2f0ea8228a tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 943 time: 0.1996017 Jul 29 08:46:42.894622 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59d3591c-1fd9-499c-ad41-6471b3273554 req-f06453e0-8330-4f65-a53a-20e7518e47e6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jul 29 08:46:43.565566 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762083f5-8177-42d8-a56c-77057ce3ef04 req-11950c7c-1a23-49bf-bbfe-39f6fd8a6148 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:43.565566 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-762083f5-8177-42d8-a56c-77057ce3ef04 req-11950c7c-1a23-49bf-bbfe-39f6fd8a6148 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1084251 Jul 29 08:46:43.617021 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-762083f5-8177-42d8-a56c-77057ce3ef04 req-20e2b7b8-f410-4447-bbaa-056437a139d1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Jul 29 08:46:44.164191 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281ac72-e19d-4f82-a5f0-759c7388be5d req-752dedc5-5997-44e9-846c-202e5ada0d39 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:44.166614 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2281ac72-e19d-4f82-a5f0-759c7388be5d req-752dedc5-5997-44e9-846c-202e5ada0d39 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 943 time: 0.1171327 Jul 29 08:46:44.194148 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-eaeabb29-645a-4737-9f42-e04d8e39e227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:44.220870 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2281ac72-e19d-4f82-a5f0-759c7388be5d req-0bbc7894-79b5-4628-b2d6-4d592701b1fa tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498683 Jul 29 08:46:44.556157 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394ab50-ad39-4edc-8d19-47fe3a865cd5 req-c2fe56c2-3176-48b1-a98b-ff0cb21c6b7d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:44.557967 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2394ab50-ad39-4edc-8d19-47fe3a865cd5 req-c2fe56c2-3176-48b1-a98b-ff0cb21c6b7d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0990179 Jul 29 08:46:44.613030 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2394ab50-ad39-4edc-8d19-47fe3a865cd5 req-1fcbfc96-11b8-4569-b8f5-5446c5d645fd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487318 Jul 29 08:46:44.836274 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e20baf-bf79-4b71-9691-2e08cc12a0bf req-edd798f2-fee9-4efb-afd6-8ed394111f64 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:44.837834 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-46e20baf-bf79-4b71-9691-2e08cc12a0bf req-edd798f2-fee9-4efb-afd6-8ed394111f64 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1032369 Jul 29 08:46:44.906452 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-46e20baf-bf79-4b71-9691-2e08cc12a0bf req-e7eb38b5-7746-489b-bac3-d09f1ae30c8a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Jul 29 08:46:45.268557 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6048461a-6e12-4496-a985-3b408675e64e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:46:45.299283 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:45.414963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6048461a-6e12-4496-a985-3b408675e64e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:45.434508 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '6048461a-6e12-4496-a985-3b408675e64e', 'network_id': '7c43698b-da9d-4b0a-8aab-55b7ceadb5ab', 'port_id': '6048461a-6e12-4496-a985-3b408675e64e', 'mac_address': 'fa:16:3e:ce:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e288805c-d683-427a-b638-b11bfe0e37fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:46:45.444195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66fcc8-75bb-40e0-a2c8-501bfa09924d req-34c73610-32dc-46be-a16f-c3f7f1391bbc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:45.445934 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f66fcc8-75bb-40e0-a2c8-501bfa09924d req-34c73610-32dc-46be-a16f-c3f7f1391bbc tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 943 time: 0.0997696 Jul 29 08:46:45.498344 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f66fcc8-75bb-40e0-a2c8-501bfa09924d req-aaccc0a4-3241-4c9a-a63c-300e07b0d689 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jul 29 08:46:45.506245 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:45.524452 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6048461a-6e12-4496-a985-3b408675e64e {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:46:45.541284 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6048461a-6e12-4496-a985-3b408675e64e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:45.684717 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:45.687979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:45.765292 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:45.770957 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:45.826781 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492e58-7ebd-4cae-b03d-89bceada0e8c req-b6d0aa8a-55aa-4558-bccb-68f280871b7a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:45.828330 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5d492e58-7ebd-4cae-b03d-89bceada0e8c req-b6d0aa8a-55aa-4558-bccb-68f280871b7a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0981100 Jul 29 08:46:45.877718 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5d492e58-7ebd-4cae-b03d-89bceada0e8c req-6928687c-ee1d-4737-9c2c-9d10ce5965a0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Jul 29 08:46:46.077136 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6048461a-6e12-4496-a985-3b408675e64e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:46:46.092309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a579-399d-477a-b1a7-f98fb533931f req-a0c59eb7-3ce3-4b88-ade3-39c804076dad tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:46.093847 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2345a579-399d-477a-b1a7-f98fb533931f req-a0c59eb7-3ce3-4b88-ade3-39c804076dad tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0804317 Jul 29 08:46:46.140771 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2345a579-399d-477a-b1a7-f98fb533931f req-7589df80-e54f-4880-80d7-d41526a9a656 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Jul 29 08:46:46.640781 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:46.686053 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1421b6-5315-46dd-8165-5df7b2980e3d req-ae698d37-8528-4c40-a678-f5942fd1ce6d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:46.688058 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f1421b6-5315-46dd-8165-5df7b2980e3d req-ae698d37-8528-4c40-a678-f5942fd1ce6d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 944 time: 0.0836084 Jul 29 08:46:46.734558 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f1421b6-5315-46dd-8165-5df7b2980e3d req-1eb162c5-bddc-41c2-8c08-770523cd6148 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jul 29 08:46:47.069486 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf8a3d-f0a6-41f5-a48f-60f3f061e6be req-43621ebd-3fd2-4279-b516-ff53070529bb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:47.070979 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-65cf8a3d-f0a6-41f5-a48f-60f3f061e6be req-43621ebd-3fd2-4279-b516-ff53070529bb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0845666 Jul 29 08:46:47.116366 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-65cf8a3d-f0a6-41f5-a48f-60f3f061e6be req-b98613fd-a4ba-4aea-b324-7cfb4a13fd9b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 Jul 29 08:46:47.342550 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4a5df-3a64-4749-9015-74f95e72fe22 req-27877636-8bd0-45d7-9fce-f9e996d4736a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:47.344561 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4ab4a5df-3a64-4749-9015-74f95e72fe22 req-27877636-8bd0-45d7-9fce-f9e996d4736a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0937843 Jul 29 08:46:47.404053 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4ab4a5df-3a64-4749-9015-74f95e72fe22 req-5cbaf08b-ce54-4e5a-bd6d-4fd8af124754 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539620 Jul 29 08:46:47.925482 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d34f-b0cd-49b8-a1a1-dcfa064a1444 req-edeff0f9-655b-4c66-b5c4-5db4f74e63b8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:47.927312 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4c39d34f-b0cd-49b8-a1a1-dcfa064a1444 req-edeff0f9-655b-4c66-b5c4-5db4f74e63b8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 944 time: 0.0848556 Jul 29 08:46:47.978738 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4c39d34f-b0cd-49b8-a1a1-dcfa064a1444 req-2bfb8d08-ba78-43d8-a7a5-82246267d214 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Jul 29 08:46:48.312775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7a486-3ea1-4f39-b430-c14cc1688efb req-aed560e5-abcf-4e59-ab8a-298c46e48e1b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:48.314308 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-34e7a486-3ea1-4f39-b430-c14cc1688efb req-aed560e5-abcf-4e59-ab8a-298c46e48e1b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0833609 Jul 29 08:46:48.363365 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-34e7a486-3ea1-4f39-b430-c14cc1688efb req-d4fa19bb-0216-4304-896b-0af3d735eab7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Jul 29 08:46:48.625103 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad4aaf-7547-4722-9b3f-1cfaeae4bea1 req-b7518cb6-4aa5-4a60-b0ed-b24a86bf285b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:48.626583 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-10ad4aaf-7547-4722-9b3f-1cfaeae4bea1 req-b7518cb6-4aa5-4a60-b0ed-b24a86bf285b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0998974 Jul 29 08:46:48.683085 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-10ad4aaf-7547-4722-9b3f-1cfaeae4bea1 req-8c3cffbc-6988-46da-9c97-d768ae2eb4c0 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508027 Jul 29 08:46:49.184501 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239ebe-8f2f-45bd-8750-1d3bc2c1966f req-d4cc795a-53a5-4a1b-b18c-fa1b944689cf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:49.185976 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-89239ebe-8f2f-45bd-8750-1d3bc2c1966f req-d4cc795a-53a5-4a1b-b18c-fa1b944689cf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 944 time: 0.0991259 Jul 29 08:46:49.265988 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-89239ebe-8f2f-45bd-8750-1d3bc2c1966f req-283ee144-bed1-484f-b27c-245f0b70fa97 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Jul 29 08:46:49.284922 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6048461a-6e12-4496-a985-3b408675e64e up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:46:49.473183 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 6048461a-6e12-4496-a985-3b408675e64e completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:46:49.479066 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 6048461a-6e12-4496-a985-3b408675e64e triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:46:49.479458 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:49.597349 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97726-232e-4d50-a868-4731bf4cf98f req-6187e531-1162-44bd-a9cb-9033b15153a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:49.599148 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-00a97726-232e-4d50-a868-4731bf4cf98f req-6187e531-1162-44bd-a9cb-9033b15153a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1052725 Jul 29 08:46:49.605697 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:49.651818 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048461a-6e12-4496-a985-3b408675e64e'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:46:49.660038 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6048461a-6e12-4496-a985-3b408675e64e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:46:49.687415 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-00a97726-232e-4d50-a868-4731bf4cf98f req-36c56802-0925-4e4e-b886-176f45eff87c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822511 Jul 29 08:46:49.742461 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:49.742461 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:49.790428 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048461a-6e12-4496-a985-3b408675e64e', 'code': 200} Jul 29 08:46:49.825835 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:49.834861 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:49.937215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713961c-c849-46ac-8bb2-76b66a3ca769 req-c3ebf187-caac-4b8a-a000-219e3283710d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:49.938972 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6713961c-c849-46ac-8bb2-76b66a3ca769 req-c3ebf187-caac-4b8a-a000-219e3283710d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0905328 Jul 29 08:46:49.992402 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6713961c-c849-46ac-8bb2-76b66a3ca769 req-2d4d9381-4425-483d-8278-976199022994 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Jul 29 08:46:50.173184 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f50f-9d1d-44f4-89c0-446963fa34d5 req-ffcc319a-d9a6-4184-b190-650d4296ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:50.175105 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c313f50f-9d1d-44f4-89c0-446963fa34d5 req-ffcc319a-d9a6-4184-b190-650d4296ebb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 1098 time: 0.0839643 Jul 29 08:46:50.221523 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c313f50f-9d1d-44f4-89c0-446963fa34d5 req-4e0cf926-87ee-4cdd-be5d-95efa88bf632 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Jul 29 08:46:50.488588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60684e32-4d73-49c5-9f12-0def69d2454c req-6182e2fd-c228-4735-a971-fd1318f5dd75 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:50.490480 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60684e32-4d73-49c5-9f12-0def69d2454c req-6182e2fd-c228-4735-a971-fd1318f5dd75 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.1031466 Jul 29 08:46:50.561810 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60684e32-4d73-49c5-9f12-0def69d2454c req-83082a3a-ff39-477f-8e9c-817a788b2507 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Jul 29 08:46:50.962558 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95551217-d7f8-4e39-8649-efa70520a167 req-54eafa2c-a708-4b19-97e1-d0faa891e8d4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:50.964054 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-95551217-d7f8-4e39-8649-efa70520a167 req-54eafa2c-a708-4b19-97e1-d0faa891e8d4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0968010 Jul 29 08:46:51.031887 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-95551217-d7f8-4e39-8649-efa70520a167 req-4c880449-6346-4e9f-914b-c1cb528d1ccd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610096 Jul 29 08:46:51.214887 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43442) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:51.257893 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728bdb5-7190-4ec9-87ea-9039662b701e req-37860515-654f-45d1-8cdb-f749d382f9b5 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:51.260722 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c728bdb5-7190-4ec9-87ea-9039662b701e req-37860515-654f-45d1-8cdb-f749d382f9b5 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1285353 Jul 29 08:46:51.348075 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c728bdb5-7190-4ec9-87ea-9039662b701e req-f0f38535-c971-4d3a-9543-389d46434a88 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Jul 29 08:46:51.451854 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.470588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:51.474615 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Usage tracker for resource:security_group_rule and tenant:6174459f025941818e4c7b1d125c976b is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:51.477520 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:51.484113 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:51.584980 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.644534 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.653573 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-88ad89c1-b877-454e-bd0c-c1b125f29c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:51.693458 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6174459f025941818e4c7b1d125c976b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771974 Jul 29 08:46:51.694440 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d2963-b9d0-4382-912d-53f0a7e011a3,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:51.696561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43460) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:51.713460 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.713460 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.713718 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.713966 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.714310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.714650 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.714987 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.715323 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.715949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.716072 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.716313 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.716752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:51.722233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:51.775689 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.776285 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec645a3-816f-4ad1-814c-09a7e6143f0c req-688f357a-374e-4274-abdf-1b412d293485 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:51.777785 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cec645a3-816f-4ad1-814c-09a7e6143f0c req-688f357a-374e-4274-abdf-1b412d293485 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.0975652 Jul 29 08:46:51.804545 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.842156 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cec645a3-816f-4ad1-814c-09a7e6143f0c req-fe081d53-dff1-4edf-8393-7f471a85a08e tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584385 Jul 29 08:46:51.970513 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:51.975943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-091b9843-cef9-491e-881f-35e344565d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:52.002647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d2963-b9d0-4382-912d-53f0a7e011a3,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:52.005492 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:52.008617 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:52.016722 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-781edccb-1d8e-400e-9d88-36a36f0e601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:52.018331 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-781edccb-1d8e-400e-9d88-36a36f0e601e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.1098337 Jul 29 08:46:52.027418 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e8d2963-b9d0-4382-912d-53f0a7e011a3 HTTP/1.1" status: 204 len: 168 time: 0.3271677 Jul 29 08:46:52.200912 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-4dcf0508-23be-4afb-90dc-470c4cb9b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:52.204369 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-4dcf0508-23be-4afb-90dc-470c4cb9b45c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.1594794 Jul 29 08:46:52.325746 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-369c35b1-99e2-491c-bd04-5adaaef58f8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0904393 Jul 29 08:46:52.330030 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a76e5-2c56-409b-92d1-475cfec052b4 req-4e5afee9-2d62-466e-aa42-aae11af4190b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:52.331691 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5e2a76e5-2c56-409b-92d1-475cfec052b4 req-4e5afee9-2d62-466e-aa42-aae11af4190b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1151323 Jul 29 08:46:52.379504 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5e2a76e5-2c56-409b-92d1-475cfec052b4 req-035b552f-a2ee-42b0-9e2e-fada8be17295 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Jul 29 08:46:52.394038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-f4779b7b-cf14-40cc-8e19-f1fd6f5c8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:52.395700 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-f4779b7b-cf14-40cc-8e19-f1fd6f5c8534 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0667179 Jul 29 08:46:52.457198 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-4b48a64e-347a-4acc-8e6a-2994ee7a035a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529115 Jul 29 08:46:52.739990 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-e52c8e8a-aebd-420a-84ae-e39e1df62507 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691336 Jul 29 08:46:52.752319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a1b7-6700-4cb4-a8bb-d7b6ba0ee017 req-394d9e81-5107-42dc-adfd-8ccb874a2acd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:52.753741 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e708a1b7-6700-4cb4-a8bb-d7b6ba0ee017 req-394d9e81-5107-42dc-adfd-8ccb874a2acd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2599175 Jul 29 08:46:52.888967 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e708a1b7-6700-4cb4-a8bb-d7b6ba0ee017 req-5fc502d9-b9cb-4a0e-aeca-6a466fc0517f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136391 Jul 29 08:46:52.922645 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e584c41e-2b65-4933-a67d-f96985d7a2e3 req-b152e2f1-eede-4200-8c36-572d75c8065c service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679444 Jul 29 08:46:53.615813 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b783ae-568a-4c92-a678-bcf6d0bc59f8 req-d3ec6a4a-ad67-41f2-920c-cacdd760af8d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:53.617346 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-97b783ae-568a-4c92-a678-bcf6d0bc59f8 req-d3ec6a4a-ad67-41f2-920c-cacdd760af8d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1035204 Jul 29 08:46:53.666372 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-97b783ae-568a-4c92-a678-bcf6d0bc59f8 req-148eef80-0ca2-4c6e-8db3-93e3e8d98b34 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Jul 29 08:46:53.851853 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:46:54.138759 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b92f80-56fa-49a2-8eb0-99e607f4f754 req-2552e1bf-eaa0-4a07-aefd-280aff6746ad tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:54.141163 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e9b92f80-56fa-49a2-8eb0-99e607f4f754 req-2552e1bf-eaa0-4a07-aefd-280aff6746ad tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1075771 Jul 29 08:46:54.228734 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e9b92f80-56fa-49a2-8eb0-99e607f4f754 req-044396b8-0c45-4e82-8dc7-d046dbe1378e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767806 Jul 29 08:46:54.890420 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ca9c2-6048-4822-8400-27d20bdd97d1 req-c675c6a6-4929-4c19-8dfe-00fdd1f31912 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:54.892346 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-be4ca9c2-6048-4822-8400-27d20bdd97d1 req-c675c6a6-4929-4c19-8dfe-00fdd1f31912 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0947511 Jul 29 08:46:54.949156 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-be4ca9c2-6048-4822-8400-27d20bdd97d1 req-c307bec5-22cb-42b1-b0fd-4c629c14c19a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510886 Jul 29 08:46:55.447501 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792472-cdf6-45de-af88-a11ebc74c3f0 req-7a02c859-f430-4909-81b7-3af394719255 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:55.449509 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-13792472-cdf6-45de-af88-a11ebc74c3f0 req-7a02c859-f430-4909-81b7-3af394719255 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0954573 Jul 29 08:46:55.505256 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-13792472-cdf6-45de-af88-a11ebc74c3f0 req-7d0a7b05-0f3c-4cac-8cda-31f37fd5fc26 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Jul 29 08:46:56.156099 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3da2-0dde-4a21-a81a-1d1147484390 req-d949722a-885b-49ab-9989-4809c8e326c1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:56.157569 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-98ae3da2-0dde-4a21-a81a-1d1147484390 req-d949722a-885b-49ab-9989-4809c8e326c1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0807333 Jul 29 08:46:56.220394 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-98ae3da2-0dde-4a21-a81a-1d1147484390 req-d70f2e0c-bd84-4f3d-bd37-5152ddf9614d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543051 Jul 29 08:46:56.330515 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:56.730704 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8458-4fb1-4e84-9cb3-d28cb4078fd2 req-34fbfc92-879f-4461-86b0-bec3683796d7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:56.732308 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-983a8458-4fb1-4e84-9cb3-d28cb4078fd2 req-34fbfc92-879f-4461-86b0-bec3683796d7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1032302 Jul 29 08:46:56.808808 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-983a8458-4fb1-4e84-9cb3-d28cb4078fd2 req-8f6830af-6320-4b4d-b94f-c40049fc3cf9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663993 Jul 29 08:46:56.893553 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43562) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:57.147940 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.163330 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:57.167534 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Usage tracker for resource:security_group_rule and tenant:605a4706ac2e4608abe87e063f1985ca is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:57.170922 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:57.176651 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:57.275835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.385636 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.402924 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-72e475be-919b-4bda-a036-680f1a9c642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:57.459910 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=605a4706ac2e4608abe87e063f1985ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651653 Jul 29 08:46:57.464044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43580) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:57.467736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d312af5a-821f-476b-aa4d-c9ee5497b2d5,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:57.472243 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:57.507554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b91c-4c81-4605-9376-d880ffe39ecb req-6819be14-9c09-4ad3-9ea1-9b67927ea1a4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:57.508648 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2348b91c-4c81-4605-9376-d880ffe39ecb req-6819be14-9c09-4ad3-9ea1-9b67927ea1a4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1661968 Jul 29 08:46:57.562459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.592492 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2348b91c-4c81-4605-9376-d880ffe39ecb req-a7c684df-0965-4c12-8d07-e03d58db613e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702159 Jul 29 08:46:57.634349 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.815906 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.820877 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e01032d7-d1e7-4cdf-b156-b07a29345f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:57.833111 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d312af5a-821f-476b-aa4d-c9ee5497b2d5,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:57.845530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.846143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.846992 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.847264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.847832 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.848424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.848993 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.849559 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.850154 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.850712 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.851820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.851820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:46:57.856757 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:57.861233 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d312af5a-821f-476b-aa4d-c9ee5497b2d5 HTTP/1.1" status: 204 len: 168 time: 0.3931031 Jul 29 08:46:57.861233 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:58.067014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d6e1-a753-4ace-93d0-21e200cd9be8 req-0747546f-c848-4c4f-a378-561626011e04 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:58.069024 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c2e5d6e1-a753-4ace-93d0-21e200cd9be8 req-0747546f-c848-4c4f-a378-561626011e04 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0895743 Jul 29 08:46:58.123372 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c2e5d6e1-a753-4ace-93d0-21e200cd9be8 req-5f405412-8ffd-4cc6-a52e-a1c4902f2c17 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Jul 29 08:46:58.517466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43604) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:58.595665 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Deleting subnet fde151de-f96a-436e-951c-891fea7433c1 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:46:58.599364 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:58.658754 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:58.729741 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:58.820946 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d3b26-06b8-46e1-93cb-f6b99f5f3708 req-084fc4f7-3969-47d3-9ee7-987be067af1f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:58.830841 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-764d3b26-06b8-46e1-93cb-f6b99f5f3708 req-084fc4f7-3969-47d3-9ee7-987be067af1f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1182048 Jul 29 08:46:58.911024 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-764d3b26-06b8-46e1-93cb-f6b99f5f3708 req-e2acd337-c8e0-4b76-a0a3-933e43d1d6c1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790653 Jul 29 08:46:58.959721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:58.965948 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:59.000358 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde151de-f96a-436e-951c-891fea7433c1,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:59.013156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:59.026150 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.041061 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fde151de-f96a-436e-951c-891fea7433c1 HTTP/1.1" status: 204 len: 168 time: 0.5219357 Jul 29 08:46:59.045873 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43628) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:59.182102 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.200432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43638) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:59.328936 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-201742953-network', 'tenant_id': '81505f98eefd45d2ac0d277f857a8fc8'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:46:59.334815 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:59.339225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Usage tracker for resource:network and tenant:81505f98eefd45d2ac0d277f857a8fc8 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:59.342226 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:59.355815 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:59.435080 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.450697 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbcdb4f-4eb8-4b2a-b04a-2afbce190738']}} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:46:59.466398 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8beb2d5b-d87e-411a-9e8b-4fc226a52339') {'for_net_delete': True} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:46:59.466714 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8beb2d5b-d87e-411a-9e8b-4fc226a52339') {} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:46:59.480412 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499672'] for segment, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.516308 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7f69c-b5a0-4375-aab2-718297a43d60 req-7aa4af94-adab-440f-bb0a-d6da87b88435 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:59.516308 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1fc7f69c-b5a0-4375-aab2-718297a43d60 req-7aa4af94-adab-440f-bb0a-d6da87b88435 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2193499 Jul 29 08:46:59.516308 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.542014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Made reservation on behalf of 81505f98eefd45d2ac0d277f857a8fc8 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:46:59.547436 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.552852 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=79225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:46:59.553544 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189891'] for segment, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.569014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: Traceback (most recent call last): Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: timer() Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: cb(*args, **kw) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: return func(*args, **kwargs) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: self._notify() Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: self.callback(batched_events) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: event.method(event) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: return f(self, *a, **k) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: return self._get(url).json() Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: return self.request(url, 'GET', **kwargs) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:46:59.576409 dv-cinder-802781-1-smb neutron-server[79225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:46:59.601050 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:46:59.606245 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Usage tracker for resource:security_group_rule and tenant:81505f98eefd45d2ac0d277f857a8fc8 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:46:59.609379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:46:59.615917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:46:59.677472 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1fc7f69c-b5a0-4375-aab2-718297a43d60 req-9ac5b85e-b815-45f8-9276-52fcf957cdd9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599789 Jul 29 08:46:59.720691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.753361 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.758529 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:59.772741 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.781591 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.784751 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6bc04af3-d746-4ec6-bc37-fc2f692d3717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:59.788032 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbcdb4f-4eb8-4b2a-b04a-2afbce190738,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:59.791313 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:59.817021 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:46:59.823737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc888f-8831-4b6b-91ba-391296413dda,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:46:59.836702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:46:59.836702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.836702 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Added segment 1b8fe9c1-e141-4ded-b554-f5afe21e60d6 of type vlan for network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd Jul 29 08:46:59.861691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.897108 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] 10.222.0.36 "DELETE /v2.0/networks/5bbcdb4f-4eb8-4b2a-b04a-2afbce190738 HTTP/1.1" status: 204 len: 168 time: 0.8501458 Jul 29 08:46:59.899759 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43650) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:46:59.943212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.945209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:46:59.946074 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:46:59.951533 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c17f77a7-db15-4ddd-a9c2-4cf86447dcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:46:59.970791 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Deleting subnet fd6e393a-7dad-40e9-8c9b-5650d9dbca2a {{(pid=79225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:46:59.974296 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.037241 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499655'] for subnet, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.091183 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Pushing event updated for resources: {'Network': ['ID=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:00.099687 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:00.101957 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.112623 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:47:00.120787 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9188712 Jul 29 08:47:00.127842 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43656) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:00.134604 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Request body: {'subnet': {'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-201742953-subnet', 'tenant_id': '81505f98eefd45d2ac0d277f857a8fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:47:00.144531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:00.150882 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Usage tracker for resource:subnet and tenant:81505f98eefd45d2ac0d277f857a8fc8 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:00.156047 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:00.166546 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:00.177620 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fefab9-dbde-4ca5-bc31-b00b3b3045ea req-11160808-9b91-4b8d-bca3-d0d147e21665 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:00.179874 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a7fefab9-dbde-4ca5-bc31-b00b3b3045ea req-11160808-9b91-4b8d-bca3-d0d147e21665 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1261866 Jul 29 08:47:00.232332 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a7fefab9-dbde-4ca5-bc31-b00b3b3045ea req-34a22a31-cab0-4277-ac4a-f2013b57feb1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467386 Jul 29 08:47:00.284396 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Made reservation on behalf of 81505f98eefd45d2ac0d277f857a8fc8 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:47:00.285465 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2189861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2383245'] for subnet, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.286866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2319162'] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.291309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:00.334052 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6e393a-7dad-40e9-8c9b-5650d9dbca2a,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:00.340657 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:00.344048 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.354237 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ead0b4a4-5f8e-44fd-927c-bbc9c6dd0d04 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fd6e393a-7dad-40e9-8c9b-5650d9dbca2a HTTP/1.1" status: 204 len: 168 time: 0.4534318 Jul 29 08:47:00.354862 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43660) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:00.507768 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.655492 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.668317 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48047c6e-b599-48d1-b0ca-335236b7eeba']}} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:00.685197 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2319176'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.686807 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28af1cd0-13c1-4284-a64e-b46bcb5ba017') {'for_net_delete': True} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:00.687092 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28af1cd0-13c1-4284-a64e-b46bcb5ba017') {} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:00.689889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-343fe646-6595-481b-81e7-a45a6df7b2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:00.699339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499672'] for segment, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.728404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.738594 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=79225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:47:00.739430 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189891'] for segment, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: Traceback (most recent call last): Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: timer() Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: cb(*args, **kw) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: return func(*args, **kwargs) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: self._notify() Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: self.callback(batched_events) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: event.method(event) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: return f(self, *a, **k) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: return self._get(url).json() Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: return self.request(url, 'GET', **kwargs) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:47:00.758573 dv-cinder-802781-1-smb neutron-server[79225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:47:00.765802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69aecae5-d906-47e2-860d-a484ae193348,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:00.788671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:00.796525 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Checking segment: {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:47:00.804078 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Network hostable DHCP agents. Network: be41c29c-3b0b-46d9-94ad-3e9dca2e97dd, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:47:00.930534 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:47:00.987195 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, be41c29c-3b0b-46d9-94ad-3e9dca2e97dd) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:47:00.992359 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:00.993268 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:00.996267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ff8a8-f75a-41ac-b306-dac05943efd0 None None] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:47:01.025182 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12708872-d13b-48ad-b95e-15f59280b579 req-229d1c2f-b55c-40f0-a57c-74cf4b7ff305 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:01.027155 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-12708872-d13b-48ad-b95e-15f59280b579 req-229d1c2f-b55c-40f0-a57c-74cf4b7ff305 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1810162 Jul 29 08:47:01.033574 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.044707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d4f1f9ec-2004-4af7-85f2-48b8a768fdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:01.072128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.095907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-76dff737-e761-49e8-bc9d-07f813095106 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9562106 Jul 29 08:47:01.096698 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Pushing event deleted for resources: {'Network': ['ID=48047c6e-b599-48d1-b0ca-335236b7eeba,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:01.096698 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:01.096698 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9d915e9d-3a36-4c6f-8b49-318d34c81baa admin admin] 10.222.0.36 "DELETE /v2.0/networks/48047c6e-b599-48d1-b0ca-335236b7eeba HTTP/1.1" status: 204 len: 168 time: 0.7381475 Jul 29 08:47:01.129687 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-12708872-d13b-48ad-b95e-15f59280b579 req-74eb6483-8af9-4e69-aade-af54ef61a6ef tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Jul 29 08:47:01.295540 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc94884-c441-4fb4-a491-28ff5148f378 None None] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:47:01.346938 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:47:01.443193 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43077819-1f4c-447b-b73d-095a8c8e3c44 req-c1e42b3b-b898-4a78-a464-e881e1d99372 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:01.444645 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-43077819-1f4c-447b-b73d-095a8c8e3c44 req-c1e42b3b-b898-4a78-a464-e881e1d99372 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0855927 Jul 29 08:47:01.493833 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-43077819-1f4c-447b-b73d-095a8c8e3c44 req-d650693e-3571-4f7c-8fad-6e4d79d3dd05 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Jul 29 08:47:01.640892 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:01.649704 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 43680) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:01.687119 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '6db2db60-d859-4276-ab91-c61f2349e129', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:47:01.709732 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0f42c0ae-2332-4b0d-9986-58fc1f9d8693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e2cfc9d0ec34418a97435f0cc204b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587735 Jul 29 08:47:01.714981 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43684) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:01.751654 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.775217 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:01.794574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:01.806255 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.852596 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.873122 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:01.877136 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:02.007569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=6']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:02.017625 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.018200 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.018647 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.019131 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.019696 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.020355 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.020894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.021426 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.021983 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.022537 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.023207 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.023977 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:02.030198 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:02.035934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:02.044326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:02.047287 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6db2db60-d859-4276-ab91-c61f2349e129'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:02.062227 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3319d8a0-dfbd-40f5-baf3-03c19b0d98d4,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:02.072787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:02.164488 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:02.166060 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3319d8a0-dfbd-40f5-baf3-03c19b0d98d4 HTTP/1.1" status: 204 len: 168 time: 0.4461925 Jul 29 08:47:02.338124 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153690a-d31b-434e-82fb-f0bfb1461de4 req-3d5033a6-c118-4459-a4a2-bdac9d137fe4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:02.339603 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3153690a-d31b-434e-82fb-f0bfb1461de4 req-3d5033a6-c118-4459-a4a2-bdac9d137fe4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1051216 Jul 29 08:47:02.387702 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3153690a-d31b-434e-82fb-f0bfb1461de4 req-557c1d78-fc1c-462e-9bf3-508ab6d4d2d7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Jul 29 08:47:02.751374 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8f9e-ecca-41fc-b3a1-767a4200f49d req-e7ba1fa6-f830-4f21-b109-ca2659533ff8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:02.752927 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-847b8f9e-ecca-41fc-b3a1-767a4200f49d req-e7ba1fa6-f830-4f21-b109-ca2659533ff8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 945 time: 0.0980508 Jul 29 08:47:02.809113 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-847b8f9e-ecca-41fc-b3a1-767a4200f49d req-d8889946-6146-4d7b-83e1-9b4719ad99a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472059 Jul 29 08:47:03.336014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43720) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:03.343467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:47:03.390422 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-207c6bab-748c-4679-8337-04a4ad330af4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5a99544546f4c648c4098a1a858393b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494356 Jul 29 08:47:03.390639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 43726) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:03.414067 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 6db2db60-d859-4276-ab91-c61f2349e129 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:47:03.414460 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.467999 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.515820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.557597 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.591495 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:03.602982 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:03.688777 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'code': 200} Jul 29 08:47:03.751153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9360-806f-4c32-9947-8c99b3e73715 req-f2858381-6510-4a8f-8f98-1f2051b542d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:03.753581 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b45d9360-806f-4c32-9947-8c99b3e73715 req-f2858381-6510-4a8f-8f98-1f2051b542d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1349382 Jul 29 08:47:03.759132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.759321 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.761591 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:03.769909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:03.786910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b2148-892b-4e6c-8673-009d923dc574,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:03.799203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:03.809356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:03.820661 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf2b2148-892b-4e6c-8673-009d923dc574 HTTP/1.1" status: 204 len: 168 time: 0.4272840 Jul 29 08:47:03.833568 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b45d9360-806f-4c32-9947-8c99b3e73715 req-6f45ccc1-350b-49bb-b70e-29d827b299c1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648327 Jul 29 08:47:03.876987 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=7']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:03.884438 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:04.103541 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64435d-d6bb-4db8-acb1-5a1abcca13eb req-187246e4-9905-4375-8b5c-399ce2811715 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:04.105496 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bf64435d-d6bb-4db8-acb1-5a1abcca13eb req-187246e4-9905-4375-8b5c-399ce2811715 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1129441 Jul 29 08:47:04.163452 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bf64435d-d6bb-4db8-acb1-5a1abcca13eb req-e8a0f9b7-f41b-4246-a52f-b6fb8b2ce97c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Jul 29 08:47:04.428892 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-02f8f7aa-8e2c-49dd-b731-ee8bfe914cf6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:04.430746 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-02f8f7aa-8e2c-49dd-b731-ee8bfe914cf6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 813 time: 0.1716130 Jul 29 08:47:04.452191 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-d13f32bf-c78c-49f1-9e95-b4dda0841f76 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/quotas/81505f98eefd45d2ac0d277f857a8fc8 HTTP/1.1" status: 200 len: 375 time: 0.0139639 Jul 29 08:47:04.512719 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4120cdc5-6a48-4393-a1e4-4fd760240847 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514545 Jul 29 08:47:04.850868 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de502e79-4ce3-498c-ac41-c13ec98c31ab req-82aca2d3-eced-4cbb-9ad8-787bd4cc5e5b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:04.864590 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-de502e79-4ce3-498c-ac41-c13ec98c31ab req-82aca2d3-eced-4cbb-9ad8-787bd4cc5e5b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.1680326 Jul 29 08:47:04.877268 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-7c20f48e-0086-4273-a82b-470044e892ba service neutron] 10.222.0.36 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558180 Jul 29 08:47:04.932831 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-de502e79-4ce3-498c-ac41-c13ec98c31ab req-cb91e863-40fd-4746-93f9-757050519204 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Jul 29 08:47:05.233519 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-9b284a2a-9db2-4054-9876-e143f54a6828 service neutron] 10.222.0.36 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454220 Jul 29 08:47:05.275382 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420b04-87ee-4b6a-a5a6-592bc994a25f req-abb32faa-6acd-434c-97e0-841ad4477439 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:05.277488 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-18420b04-87ee-4b6a-a5a6-592bc994a25f req-abb32faa-6acd-434c-97e0-841ad4477439 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1089056 Jul 29 08:47:05.357100 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-18420b04-87ee-4b6a-a5a6-592bc994a25f req-117b8f71-fac7-4403-b22f-97da49ee8de8 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Jul 29 08:47:05.754804 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8fb69ef7-5e70-41a5-9bc3-408e6322aaa6 req-e44667e0-b77e-4c36-b0d9-4f4fda593b8c tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.0742013 Jul 29 08:47:05.847843 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396f8ed-2245-4d9e-a4e8-892c58075d7b req-48b27c33-2897-4009-85a1-fda23edb57fc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:05.856347 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6396f8ed-2245-4d9e-a4e8-892c58075d7b req-48b27c33-2897-4009-85a1-fda23edb57fc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1588383 Jul 29 08:47:06.007027 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6396f8ed-2245-4d9e-a4e8-892c58075d7b req-b64154a0-efd2-4033-83b0-e48c08869989 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434522 Jul 29 08:47:06.251788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67395e9b-916e-4bc8-97c3-153d87d74385 req-52b09400-455b-4e8c-b6e7-76b3e9895d89 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:06.254581 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-67395e9b-916e-4bc8-97c3-153d87d74385 req-52b09400-455b-4e8c-b6e7-76b3e9895d89 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.1219006 Jul 29 08:47:06.335642 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-67395e9b-916e-4bc8-97c3-153d87d74385 req-8b9e692a-1b03-4811-8ba0-cdc3413f8ec2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750432 Jul 29 08:47:06.721887 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c138-b7d7-4227-be6b-70379be0ada6 req-e9948a69-589e-4dfc-8b78-2a39e8748695 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:06.729255 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-67c5c138-b7d7-4227-be6b-70379be0ada6 req-e9948a69-589e-4dfc-8b78-2a39e8748695 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1630602 Jul 29 08:47:06.784473 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-67c5c138-b7d7-4227-be6b-70379be0ada6 req-8684d416-4e30-42b5-98c9-e6986c2aaef2 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Jul 29 08:47:06.922855 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b2ca118c-b2b0-4f6a-bdf1-48e478bc0465 req-f1f750a2-9961-4791-8019-e5c08a10cfab tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.1130908 Jul 29 08:47:06.950035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5edb05ad-bc03-4b06-b452-778bc17b9dcf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:06.952750 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5edb05ad-bc03-4b06-b452-778bc17b9dcf tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.1573687 Jul 29 08:47:07.318005 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Deleting port 6048461a-6e12-4496-a985-3b408675e64e {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:07.318005 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:07.540874 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304156a3-8537-45a8-bed8-0f36b84ccfb3 req-a6bca26a-16ff-4efb-b1b6-4549dbb7c898 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:07.550298 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-304156a3-8537-45a8-bed8-0f36b84ccfb3 req-a6bca26a-16ff-4efb-b1b6-4549dbb7c898 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.3192258 Jul 29 08:47:07.670877 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-304156a3-8537-45a8-bed8-0f36b84ccfb3 req-2fc15ff6-9b02-409a-a098-1604d25d6f8e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189692 Jul 29 08:47:07.675348 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] For port 6048461a-6e12-4496-a985-3b408675e64e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6048461a-6e12-4496-a985-3b408675e64e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:07.676555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:07.721853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71f556-f353-401f-9f47-b05a3ba858f9 req-353e3a72-c2bd-40e0-a998-e02152b3eaac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:07.734345 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-da71f556-f353-401f-9f47-b05a3ba858f9 req-353e3a72-c2bd-40e0-a998-e02152b3eaac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 945 time: 0.1783876 Jul 29 08:47:07.801475 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-da71f556-f353-401f-9f47-b05a3ba858f9 req-023ec03e-7f72-4692-a759-15622cc22f97 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658927 Jul 29 08:47:07.941055 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Calling delete_port for 6048461a-6e12-4496-a985-3b408675e64e owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:08.180462 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d57dc00a-a64c-4959-b5eb-408589a4dccb req-56904c2c-6304-4d79-849e-bce356b6b2f8 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.0666025 Jul 29 08:47:08.275088 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc190ae-7f53-4dbc-9d9b-0e6d10395b83 req-d94bb5d2-6b4f-44b4-8514-685e624dd22c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:08.286759 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fdc190ae-7f53-4dbc-9d9b-0e6d10395b83 req-d94bb5d2-6b4f-44b4-8514-685e624dd22c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2561398 Jul 29 08:47:08.355590 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fdc190ae-7f53-4dbc-9d9b-0e6d10395b83 req-53f2ae42-6635-4325-a920-4b4c5d49d228 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701723 Jul 29 08:47:08.490447 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:08.501870 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:08.503205 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e', '153549de-f625-4ce5-91e1-a4427f2b605e', '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', '6048461a-6e12-4496-a985-3b408675e64e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:08.590588 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event deleted for resources: {'Port': ['ID=6048461a-6e12-4496-a985-3b408675e64e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:08.609099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:08.816972 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] No DVR routers for this DVR port 6048461a-6e12-4496-a985-3b408675e64e on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:08.820685 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:08.848021 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'name': 'network-vif-deleted', 'tag': '6048461a-6e12-4496-a985-3b408675e64e'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:09.025144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-cac9f654-4396-4b5c-a561-a2cf32258eac req-8caf6e7b-2e3c-4f1d-b55e-ed65a6882b16 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:09.074774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d025b6e-71c4-427c-8dae-fbfac839b3fe req-9f2f0785-5009-4094-b400-6c5f8340d1a7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:09.077662 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4d025b6e-71c4-427c-8dae-fbfac839b3fe req-9f2f0785-5009-4094-b400-6c5f8340d1a7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1767907 Jul 29 08:47:09.086712 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-571cd8a8-be9f-4720-adb1-89b7425f1f22 req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "DELETE /v2.0/ports/6048461a-6e12-4496-a985-3b408675e64e HTTP/1.1" status: 204 len: 173 time: 2.1279442 Jul 29 08:47:09.165123 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4d025b6e-71c4-427c-8dae-fbfac839b3fe req-342f8a8a-eba0-49fc-a688-f53ea46c63b9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692778 Jul 29 08:47:09.215574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-cac9f654-4396-4b5c-a561-a2cf32258eac req-8caf6e7b-2e3c-4f1d-b55e-ed65a6882b16 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:09.216823 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cac9f654-4396-4b5c-a561-a2cf32258eac req-8caf6e7b-2e3c-4f1d-b55e-ed65a6882b16 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.2493398 Jul 29 08:47:09.238197 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9208-4294-43a1-adf5-237e95284c83', 'name': 'network-vif-deleted', 'tag': '6048461a-6e12-4496-a985-3b408675e64e', 'status': 'completed', 'code': 200} Jul 29 08:47:09.437400 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2cafbd15-689d-414e-9df4-fd9b39f12060 req-8902dabe-6d46-423f-87e9-0734097e1254 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.0594234 Jul 29 08:47:09.785037 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f076f-b419-4c52-994e-d3e8347792b9 req-0dfa0b12-8176-4de8-b712-16720da62d35 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:09.786579 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-957f076f-b419-4c52-994e-d3e8347792b9 req-0dfa0b12-8176-4de8-b712-16720da62d35 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1043653 Jul 29 08:47:09.841294 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-957f076f-b419-4c52-994e-d3e8347792b9 req-313291cc-bfd0-46f1-926f-327dd6ad3024 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Jul 29 08:47:10.469214 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851a853-87cb-4850-8f87-5dbbefe41a6d req-9428c2b0-b66f-4bbd-a6ee-325bad752fba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:10.470782 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c851a853-87cb-4850-8f87-5dbbefe41a6d req-9428c2b0-b66f-4bbd-a6ee-325bad752fba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1364868 Jul 29 08:47:10.542275 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a1092ee4-809d-492f-888c-1b6baa3e08f6 req-e54fe4a7-3428-41ad-baad-44cf8693d262 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcff9208-4294-43a1-adf5-237e95284c83 HTTP/1.1" status: 200 len: 210 time: 0.0821648 Jul 29 08:47:10.581561 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c851a853-87cb-4850-8f87-5dbbefe41a6d req-fca8b608-215c-4843-8bf5-ddee5a89c1de tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864158 Jul 29 08:47:10.711045 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-419b230a-862e-4b3c-bdbb-6e5c226adaa2 req-8bb5acd9-79e1-4089-9d59-fae66229a0eb tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.0656652 Jul 29 08:47:11.104319 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec76c8e-f3da-4516-9469-6eadb859a024 req-7cc0e508-a3b5-4988-a5f6-d40a27e0611b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:11.111412 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8ec76c8e-f3da-4516-9469-6eadb859a024 req-7cc0e508-a3b5-4988-a5f6-d40a27e0611b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1096821 Jul 29 08:47:11.114880 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-ea35e13f-4e2a-4123-a412-b6816e77029e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:11.116149 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-94a678de-3e92-4119-829a-a686bdf6f643 req-ea35e13f-4e2a-4123-a412-b6816e77029e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Synchronizing usage tracker for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:11.163547 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8ec76c8e-f3da-4516-9469-6eadb859a024 req-f630bd25-633b-48c0-8eff-0b9db8a7f891 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509069 Jul 29 08:47:11.234943 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-94a678de-3e92-4119-829a-a686bdf6f643 req-ea35e13f-4e2a-4123-a412-b6816e77029e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Unset dirty status for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:11.242426 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-ea35e13f-4e2a-4123-a412-b6816e77029e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 813 time: 0.3380392 Jul 29 08:47:11.258368 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Request body: {'port': {'device_id': 'b72378f2-1314-4045-9006-9b5880c47417', 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd', 'admin_state_up': True, 'tenant_id': '81505f98eefd45d2ac0d277f857a8fc8'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:47:11.381640 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6048461a-6e12-4496-a985-3b408675e64e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:11.453559 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 6048461a-6e12-4496-a985-3b408675e64e {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:47:11.454837 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6048461a-6e12-4496-a985-3b408675e64e not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:47:11.468355 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:11.476992 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Usage tracker for resource:port and tenant:81505f98eefd45d2ac0d277f857a8fc8 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:11.478204 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:11.485208 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:11.667203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Made reservation on behalf of 81505f98eefd45d2ac0d277f857a8fc8 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:47:11.671136 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:11.815619 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2975e3b5-c3a8-411c-91c6-b42fde7a02df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:12.032995 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0aa3924e-5f19-4529-8026-716e4e65b9f2 req-a7afbf60-6183-41a4-8e71-8572fc36e824 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.1214602 Jul 29 08:47:12.078794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Allocated IP 172.20.0.14 (be41c29c-3b0b-46d9-94ad-3e9dca2e97dd/69aecae5-d906-47e2-860d-a484ae193348/16a6a55c-1503-4c71-898f-aaf46694b663) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:47:12.082586 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:12.128963 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd085f-614a-4c10-bdac-e5d5aa93fd0b req-2c541196-b371-42da-a113-8b76246e57ff tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:12.131004 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d9cd085f-614a-4c10-bdac-e5d5aa93fd0b req-2c541196-b371-42da-a113-8b76246e57ff tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.2938793 Jul 29 08:47:12.251707 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d9cd085f-614a-4c10-bdac-e5d5aa93fd0b req-2fe160aa-398e-400a-a5b2-f7c4e3c9e6ee tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134651 Jul 29 08:47:12.544017 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:12.557088 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40cc0f-a3e5-46fb-a0c9-a4687fb2ea3f req-1dda339c-bdbe-47e9-b397-ef4d64165f8f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:12.559182 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f40cc0f-a3e5-46fb-a0c9-a4687fb2ea3f req-1dda339c-bdbe-47e9-b397-ef4d64165f8f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1642480 Jul 29 08:47:12.622530 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f40cc0f-a3e5-46fb-a0c9-a4687fb2ea3f req-211cd5b7-ff37-4bb0-a920-c12b6ae5553f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567431 Jul 29 08:47:12.780241 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:12.786110 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:12.877879 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:47:12.884252 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:47:12.887442 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:47:12.920147 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Pushing event updated for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:12.929617 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:12.962923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:12.963718 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:13.165083 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9112725 Jul 29 08:47:13.177846 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Request body: {'port': {'device_id': 'b72378f2-1314-4045-9006-9b5880c47417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:47:13.247763 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8145c3-b39e-4cfb-ad08-44e285511a9f req-5a0f70f0-4690-437e-99ce-9f4576079a5f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:13.255543 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6d8145c3-b39e-4cfb-ad08-44e285511a9f req-5a0f70f0-4690-437e-99ce-9f4576079a5f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 932 time: 0.1122646 Jul 29 08:47:13.315380 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6d8145c3-b39e-4cfb-ad08-44e285511a9f req-3695e996-8021-4a9d-855f-b01a36c1882f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Jul 29 08:47:13.471883 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:13.854413 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7584-2f08-4b88-95cc-9a0fa53d80f4 req-f142c2ac-8ff1-4154-ac48-e1a3cf6761bc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:13.858323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-793e7584-2f08-4b88-95cc-9a0fa53d80f4 req-f142c2ac-8ff1-4154-ac48-e1a3cf6761bc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.3635187 Jul 29 08:47:13.991829 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-793e7584-2f08-4b88-95cc-9a0fa53d80f4 req-4de956b0-7147-4450-beac-f7bb0557ec61 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267538 Jul 29 08:47:14.138385 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a6a55c-1503-4c71-898f-aaf46694b663 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:14.156261 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:14.177307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Transition to ACTIVE for port object 16a6a55c-1503-4c71-898f-aaf46694b663 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:47:14.208107 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be53bf-26e8-4733-b1a1-5f5347a0247a req-9e68a765-49ee-462a-b685-f3da1a4b52c9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:14.210158 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-93be53bf-26e8-4733-b1a1-5f5347a0247a req-9e68a765-49ee-462a-b685-f3da1a4b52c9 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1165836 Jul 29 08:47:14.258007 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-93be53bf-26e8-4733-b1a1-5f5347a0247a req-ad656ee6-834b-4275-b333-d0cb73db7f52 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Jul 29 08:47:14.524351 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-7c39247f-efb2-4120-bb6b-dd7ce0aad7b9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:14.525064 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-7c39247f-efb2-4120-bb6b-dd7ce0aad7b9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Synchronizing usage tracker for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:14.695532 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:14.701895 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-61e47ece-2a16-405f-a693-f280c36bb9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:14.702500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4fa9fea0-9337-44e8-b929-e8a8a4de3b98 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:14.817062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-7c39247f-efb2-4120-bb6b-dd7ce0aad7b9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Unset dirty status for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:14.818213 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-7c39247f-efb2-4120-bb6b-dd7ce0aad7b9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 932 time: 0.3755233 Jul 29 08:47:14.865803 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Pushing event updated for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:14.898606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:14.978505 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-79485b33-4c60-4ab8-b373-d404dcd61df9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Synchronizing usage tracker for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:15.019689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Attempting to bind port 16a6a55c-1503-4c71-898f-aaf46694b663 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:47:15.020152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Attempting to bind port 16a6a55c-1503-4c71-898f-aaf46694b663 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:47:15.020602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Attempting to bind port 16a6a55c-1503-4c71-898f-aaf46694b663 on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:47:15.020749 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700bc5-525b-4f6d-8bed-c0742b7e4a17 req-2d73d7f8-bb18-4cf2-b066-f148de75566f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.023144 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dc700bc5-525b-4f6d-8bed-c0742b7e4a17 req-2d73d7f8-bb18-4cf2-b066-f148de75566f tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.0927851 Jul 29 08:47:15.027200 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Port 16a6a55c-1503-4c71-898f-aaf46694b663 on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:47:15.027762 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Attempting to bind port 16a6a55c-1503-4c71-898f-aaf46694b663 on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:47:15.038311 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:47:15.038850 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Checking segment: {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:47:15.039324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Bound using segment: {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:47:15.039849 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Bound port: 16a6a55c-1503-4c71-898f-aaf46694b663, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:47:15.040623 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:15.091101 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dc700bc5-525b-4f6d-8bed-c0742b7e4a17 req-43cc6acf-fcf3-4d2d-b190-f0ad80be1dfa tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600305 Jul 29 08:47:15.147360 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-79485b33-4c60-4ab8-b373-d404dcd61df9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Unset dirty status for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:15.149206 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-93e9a903-8643-4ea3-bacf-6ba2a8c1fec9 req-79485b33-4c60-4ab8-b373-d404dcd61df9 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109312 Jul 29 08:47:15.216389 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:47:15.220235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16a6a55c-1503-4c71-898f-aaf46694b663,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:47:15.315003 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:15.315365 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:15.326451 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:15.385190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.385967 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:15.387979 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] 10.222.0.11 "PUT /v2.0/ports/16a6a55c-1503-4c71-898f-aaf46694b663 HTTP/1.1" status: 200 len: 1094 time: 2.2148528 Jul 29 08:47:15.402876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:15.516204 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Pushing event updated for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:15.519786 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:15.616978 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41292bac-c802-43a9-af15-a5fd77858caa req-01cab70d-8568-4cb4-b2df-f934a87bc8ae tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.624341 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-41292bac-c802-43a9-af15-a5fd77858caa req-01cab70d-8568-4cb4-b2df-f934a87bc8ae tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.2153282 Jul 29 08:47:15.636407 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b837a4-5877-475c-b1db-4dfbbb13a2f4 req-3f8df26d-5ea8-46af-abdc-54ed7e3fe3b1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.647263 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11b837a4-5877-475c-b1db-4dfbbb13a2f4 req-3f8df26d-5ea8-46af-abdc-54ed7e3fe3b1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2348154 Jul 29 08:47:15.709121 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11b837a4-5877-475c-b1db-4dfbbb13a2f4 req-86618caf-8631-498f-a447-4f09b6bf47c1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564525 Jul 29 08:47:15.729561 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-41292bac-c802-43a9-af15-a5fd77858caa req-373edc90-4dc1-464c-8e80-cf6b48edad98 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995095 Jul 29 08:47:15.729671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-79dfc346-b258-4f4c-bda9-40896eb58850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.729671 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-79dfc346-b258-4f4c-bda9-40896eb58850 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 1097 time: 0.1786277 Jul 29 08:47:15.771428 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f17b2-de0e-4807-ba5c-292b0cd6423d req-c0ef2b27-9beb-49c4-92ea-59f4a0305208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.774993 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7e0f17b2-de0e-4807-ba5c-292b0cd6423d req-c0ef2b27-9beb-49c4-92ea-59f4a0305208 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.1288097 Jul 29 08:47:15.819907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-e1b61b88-6be3-4013-8a73-c9e02e503925 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16a6a55c-1503-4c71-898f-aaf46694b663 HTTP/1.1" status: 200 len: 217 time: 0.0816150 Jul 29 08:47:15.837955 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7e0f17b2-de0e-4807-ba5c-292b0cd6423d req-976cb10f-bf78-43c6-b01e-f66b81d08ab8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553424 Jul 29 08:47:15.894824 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663', 'status': 'completed', 'code': 200} Jul 29 08:47:15.937973 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678de-3e92-4119-829a-a686bdf6f643 req-6ee78c7b-bce5-404d-8c20-2a3de04337be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:15.939761 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-6ee78c7b-bce5-404d-8c20-2a3de04337be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69aecae5-d906-47e2-860d-a484ae193348 HTTP/1.1" status: 200 len: 853 time: 0.1046672 Jul 29 08:47:15.994978 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-3e00d0ed-7bc2-4570-b31b-305ab3d65bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454860 Jul 29 08:47:16.245216 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-e8fa744d-059e-4127-91fc-e58173b9f96b service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422156 Jul 29 08:47:16.336343 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92974-dd74-495b-9a53-e391a5877da4 req-cbe84b0d-3e80-42e1-a751-9e5d5ce3b487 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:16.342327 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60b92974-dd74-495b-9a53-e391a5877da4 req-cbe84b0d-3e80-42e1-a751-9e5d5ce3b487 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.1063724 Jul 29 08:47:16.392546 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60b92974-dd74-495b-9a53-e391a5877da4 req-24d58f4c-0866-49f8-be44-0d17f83becbd tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Jul 29 08:47:16.480280 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94a678de-3e92-4119-829a-a686bdf6f643 req-29910c85-6597-4031-a0e4-4b4f3cf47ebe service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155817 Jul 29 08:47:16.498731 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd4d26-47ec-438e-b7cc-3f742463d228 req-f4e99412-b448-4ad4-aeba-4834005c2654 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:16.500922 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f1fd4d26-47ec-438e-b7cc-3f742463d228 req-f4e99412-b448-4ad4-aeba-4834005c2654 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 944 time: 0.2106791 Jul 29 08:47:16.588923 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f1fd4d26-47ec-438e-b7cc-3f742463d228 req-8ea93115-daca-495c-a80c-24dc355b79b8 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Jul 29 08:47:16.730228 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:16.847297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-976808d5-2a5c-45e1-8f50-7d8e4275107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:16.848440 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-976808d5-2a5c-45e1-8f50-7d8e4275107d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 1097 time: 0.1207361 Jul 29 08:47:17.172505 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-1847788e-6a25-4d32-b34b-877dd16e16a0 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.191633 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-1847788e-6a25-4d32-b34b-877dd16e16a0 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.3801007 Jul 29 08:47:17.215520 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b65c7-23da-44fe-a9ac-aff2ad3ba902 req-d49f077d-5e5f-4632-8784-c2005c8697d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.215520 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e88b65c7-23da-44fe-a9ac-aff2ad3ba902 req-d49f077d-5e5f-4632-8784-c2005c8697d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.3034170 Jul 29 08:47:17.244485 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-8dd2e374-9564-4406-9c94-82f1bff83c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.250292 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-8dd2e374-9564-4406-9c94-82f1bff83c16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 914 time: 0.3889334 Jul 29 08:47:17.331710 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e88b65c7-23da-44fe-a9ac-aff2ad3ba902 req-9ad61585-5a70-4c3f-b7d8-f13ca4688daa tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 Jul 29 08:47:17.332663 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-8e21619a-454f-4621-93c0-9f368c0b270f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16a6a55c-1503-4c71-898f-aaf46694b663 HTTP/1.1" status: 200 len: 217 time: 0.0744278 Jul 29 08:47:17.353173 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Deleting port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:17.353748 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:17.356824 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82052-1c94-4c40-a450-f5036c0dbebb req-8e8a1d59-272b-4ebf-99ee-babc094e0747 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.366377 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a9f82052-1c94-4c40-a450-f5036c0dbebb req-8e8a1d59-272b-4ebf-99ee-babc094e0747 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.4252515 Jul 29 08:47:17.476200 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a9f82052-1c94-4c40-a450-f5036c0dbebb req-581bd35b-5dfe-415c-8edd-9d0997474ec3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640726 Jul 29 08:47:17.480305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-6976dce4-a6b7-42eb-b087-2c92ce736a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.481730 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-6976dce4-a6b7-42eb-b087-2c92ce736a49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69aecae5-d906-47e2-860d-a484ae193348 HTTP/1.1" status: 200 len: 853 time: 0.1340101 Jul 29 08:47:17.586717 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-85b723d0-3ea0-467a-95ae-c63d1c92cd97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934770 Jul 29 08:47:17.715612 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] For port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:17.716148 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:17.861211 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Calling delete_port for 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:17.868031 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-e847657f-4d3a-4303-b7e1-cde5a26446ae service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675297 Jul 29 08:47:17.927339 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e184c-27d6-4efe-a70f-141cfa147c2b req-a8a81d8d-141c-40d6-9179-38fc61430c95 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:17.927879 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b9e184c-27d6-4efe-a70f-141cfa147c2b req-a8a81d8d-141c-40d6-9179-38fc61430c95 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 944 time: 0.1786885 Jul 29 08:47:18.073582 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b9e184c-27d6-4efe-a70f-141cfa147c2b req-1a005099-c4cb-420a-b509-d4b89b32022c tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Jul 29 08:47:18.105901 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ed80b2b1-e738-4fc9-af41-25e41b089e79 req-7828f288-6965-4318-a132-f2cc33f84b70 service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301717 Jul 29 08:47:18.135511 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc6727-06fc-4718-8bfc-5afb87caf380 req-1ee87994-7d50-4bbe-87ca-81af2b0bc0f9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:18.145837 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-45dc6727-06fc-4718-8bfc-5afb87caf380 req-1ee87994-7d50-4bbe-87ca-81af2b0bc0f9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 945 time: 0.2326121 Jul 29 08:47:18.249165 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-45dc6727-06fc-4718-8bfc-5afb87caf380 req-e22340fa-cce0-42d5-836c-2ef79515ddd8 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Jul 29 08:47:18.352658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:18.362443 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:18.366820 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e', '153549de-f625-4ce5-91e1-a4427f2b605e', '5be4dc23-2d6d-4bcd-be6f-f3b167abf494'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:18.709249 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event deleted for resources: {'Port': ['ID=5be4dc23-2d6d-4bcd-be6f-f3b167abf494,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:18.715152 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:18.754739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8dcb3-8090-4a67-bb32-6e9cd799b515 req-fb9eba11-d29a-476d-aa0f-28d77015b681 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:18.772637 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-feb8dcb3-8090-4a67-bb32-6e9cd799b515 req-fb9eba11-d29a-476d-aa0f-28d77015b681 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2385116 Jul 29 08:47:18.851359 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-feb8dcb3-8090-4a67-bb32-6e9cd799b515 req-6df09c33-2208-416d-b575-a4ad68636c27 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750368 Jul 29 08:47:18.857816 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] No DVR routers for this DVR port 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:18.870430 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:18.874141 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'name': 'network-vif-deleted', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:18.900080 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a1f7fc30-a1f3-4621-86b7-8530aa894f9a req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "DELETE /v2.0/ports/5be4dc23-2d6d-4bcd-be6f-f3b167abf494 HTTP/1.1" status: 204 len: 173 time: 1.6870136 Jul 29 08:47:18.922007 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51638b96-9dcc-42c1-8111-43a1068f48f6', 'name': 'network-vif-deleted', 'tag': '5be4dc23-2d6d-4bcd-be6f-f3b167abf494', 'status': 'completed', 'code': 200} Jul 29 08:47:18.947992 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32c6bc-f62f-4943-9c77-c3ad28990c4c req-510a8f99-7412-45a7-ba64-63fa0a6c0e5d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:18.950548 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0a32c6bc-f62f-4943-9c77-c3ad28990c4c req-510a8f99-7412-45a7-ba64-63fa0a6c0e5d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1477098 Jul 29 08:47:19.005798 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0a32c6bc-f62f-4943-9c77-c3ad28990c4c req-8f61439d-0007-4e87-915b-1a22c7655642 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 Jul 29 08:47:19.353224 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c46b-11a9-4f03-8f1e-1220e8778935 req-60c8fc46-2cdc-4662-a9a4-797824af82bd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:19.353224 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e17c46b-11a9-4f03-8f1e-1220e8778935 req-60c8fc46-2cdc-4662-a9a4-797824af82bd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 944 time: 0.1220448 Jul 29 08:47:19.405358 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 16a6a55c-1503-4c71-898f-aaf46694b663 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:47:19.453715 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8e17c46b-11a9-4f03-8f1e-1220e8778935 req-665bf78a-197d-4c19-841d-132e2cf51289 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017206 Jul 29 08:47:19.481526 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2bdf1976-cb67-45b1-a350-08977acfac0c req-4b53f9c8-69a2-44ee-810c-7667a14c7e61 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.0617282 Jul 29 08:47:19.626262 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16a6a55c-1503-4c71-898f-aaf46694b663,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:19.642096 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '16a6a55c-1503-4c71-898f-aaf46694b663', 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd', 'port_id': '16a6a55c-1503-4c71-898f-aaf46694b663', 'mac_address': 'fa:16:3e:02:71:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aecae5-d906-47e2-860d-a484ae193348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:47:19.706281 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:19.725928 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a6a55c-1503-4c71-898f-aaf46694b663 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:19.740193 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16a6a55c-1503-4c71-898f-aaf46694b663,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:20.164361 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:20.168525 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:20.236519 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17f27-9348-47c3-afd6-0b35f7e77723 req-43f684dc-a26a-4356-89cd-c4c4350f484b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:20.238380 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d9d17f27-9348-47c3-afd6-0b35f7e77723 req-43f684dc-a26a-4356-89cd-c4c4350f484b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1077094 Jul 29 08:47:20.253891 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:20.257475 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:20.300527 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d9d17f27-9348-47c3-afd6-0b35f7e77723 req-def7d324-db11-424b-a2f8-1293ea150567 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553474 Jul 29 08:47:20.447669 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['16a6a55c-1503-4c71-898f-aaf46694b663'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:20.796644 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a204-06a1-4905-896c-93abb01cf8f9 req-0103a7bb-04b1-40d9-b0b0-f0fb89c8ce64 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:20.802222 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c0d1a204-06a1-4905-896c-93abb01cf8f9 req-0103a7bb-04b1-40d9-b0b0-f0fb89c8ce64 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.3310387 Jul 29 08:47:20.848447 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-9754fd59-6004-42c7-a94b-3fc43a764998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:20.850331 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-9754fd59-6004-42c7-a94b-3fc43a764998 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f32e3d93567e4eef97997dfa57914d53&device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 1098 time: 0.2521226 Jul 29 08:47:20.861949 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c0d1a204-06a1-4905-896c-93abb01cf8f9 req-a4c78011-ee10-4b0b-8675-9267ce9b3e1b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Jul 29 08:47:20.949385 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c392-1d3b-4e8a-ab87-99bca6203136 req-ab0e2df3-895c-412d-b66f-fe1077191a14 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:20.954209 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e754c392-1d3b-4e8a-ab87-99bca6203136 req-ab0e2df3-895c-412d-b66f-fe1077191a14 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 945 time: 0.1650090 Jul 29 08:47:21.011147 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e754c392-1d3b-4e8a-ab87-99bca6203136 req-4e311572-8cc3-4dbb-a7dd-0180b22ea574 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Jul 29 08:47:21.154383 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-d13757d1-e257-46bf-a4e9-1e04bd8b6fe7 req-4f7edd8d-3870-4259-bca4-1a0b6690d3ba tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:21.160711 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-b4c94297-9f79-409b-8275-6a85a7ce112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:21.162472 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-b4c94297-9f79-409b-8275-6a85a7ce112d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 200 len: 920 time: 0.2968748 Jul 29 08:47:21.242483 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-00501df8-f7ae-4eac-8c34-026b16a98199 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 200 len: 217 time: 0.0706744 Jul 29 08:47:21.308369 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-711b0d27-41f1-45bb-862d-7478228becfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:21.310272 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-711b0d27-41f1-45bb-862d-7478228becfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 200 len: 859 time: 0.0592563 Jul 29 08:47:21.361369 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-c849f42d-b986-4e4f-85fa-0298465221a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ac5886-a33d-43ab-bad5-2465dabf0a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440030 Jul 29 08:47:21.402627 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:21.441070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:47:21.442569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5be4dc23-2d6d-4bcd-be6f-f3b167abf494 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:47:21.496261 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-0c8efadd-07ee-4d17-aa8b-1afdcc7d8a50 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283464 Jul 29 08:47:21.542774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-d13757d1-e257-46bf-a4e9-1e04bd8b6fe7 req-4f7edd8d-3870-4259-bca4-1a0b6690d3ba tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:21.546997 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d13757d1-e257-46bf-a4e9-1e04bd8b6fe7 req-4f7edd8d-3870-4259-bca4-1a0b6690d3ba tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=51638b96-9dcc-42c1-8111-43a1068f48f6 HTTP/1.1" status: 200 len: 210 time: 0.4678130 Jul 29 08:47:21.647481 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054a022f-9e64-4acc-a60f-cec6f32ba0a9 req-98b9b8ba-cf78-4a4b-bfd3-4ac040f857e1 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440945 Jul 29 08:47:21.650278 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad772fb-2560-45db-9411-8eee8a37c112 req-59d74027-1c45-4b0f-911c-003b3f40294d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:21.651894 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6ad772fb-2560-45db-9411-8eee8a37c112 req-59d74027-1c45-4b0f-911c-003b3f40294d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1682301 Jul 29 08:47:21.698113 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6ad772fb-2560-45db-9411-8eee8a37c112 req-2a8a5a15-35e4-4c6b-a415-82e63a2a41f1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Jul 29 08:47:22.098921 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28485bb-5d76-4093-8e52-2a301f331fc0 req-aff8647d-48ad-45f3-9000-5d64535eb261 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:22.100824 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b28485bb-5d76-4093-8e52-2a301f331fc0 req-aff8647d-48ad-45f3-9000-5d64535eb261 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1077287 Jul 29 08:47:22.160457 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b28485bb-5d76-4093-8e52-2a301f331fc0 req-1022594f-2b89-424b-ba12-11084aef5a1b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540617 Jul 29 08:47:22.223842 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863b9b6-d600-4b40-8399-6e7811ad68f3 req-d94b2ba9-08fa-4865-95aa-ef268ce78e83 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:22.225298 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f863b9b6-d600-4b40-8399-6e7811ad68f3 req-d94b2ba9-08fa-4865-95aa-ef268ce78e83 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 945 time: 0.0787005 Jul 29 08:47:22.275629 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f863b9b6-d600-4b40-8399-6e7811ad68f3 req-96a936df-967c-4c53-b60b-15f32d0a5532 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Jul 29 08:47:22.925067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44102) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:22.945242 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-c9d3c55f-4681-44cb-9602-e4b919189a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:22.946788 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-c9d3c55f-4681-44cb-9602-e4b919189a82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1099 time: 0.1429551 Jul 29 08:47:22.959131 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aed7d8-3327-4ac5-bae3-a93a720baba1 req-9c85a886-3710-4d76-9b02-1be41349323d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:22.960604 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b6aed7d8-3327-4ac5-bae3-a93a720baba1 req-9c85a886-3710-4d76-9b02-1be41349323d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.1200716 Jul 29 08:47:23.062167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.078569 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:23.083386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Usage tracker for resource:security_group_rule and tenant:6a1c70399810456ca1a54e659bdb346b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:23.086062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:23.094290 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:23.095990 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b6aed7d8-3327-4ac5-bae3-a93a720baba1 req-41f04e78-90f8-45d0-a0fe-061437e8b44d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161165 Jul 29 08:47:23.126979 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-7a3fb159-dfcc-463a-9022-19cc98db1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.128489 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-7a3fb159-dfcc-463a-9022-19cc98db1cfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1669605 Jul 29 08:47:23.185237 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.272544 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.282461 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-391843f6-ce83-4e18-9b2a-26ce2b146a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:23.356321 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a1c70399810456ca1a54e659bdb346b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274287 Jul 29 08:47:23.360483 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44114) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:23.360994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d553c-67a9-422b-bf0c-12757c513039,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:23.364732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:23.411186 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-247b16d2-bf57-4eef-8bc2-f019c5b25b8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 1001 time: 0.2762282 Jul 29 08:47:23.414305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696678ea-a617-4e86-8a2a-a598d7005fdb req-ffc7a7d3-6a48-49dd-a32b-75f00c0a0810 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.416105 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-696678ea-a617-4e86-8a2a-a598d7005fdb req-ffc7a7d3-6a48-49dd-a32b-75f00c0a0810 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.1005170 Jul 29 08:47:23.449288 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 16a6a55c-1503-4c71-898f-aaf46694b663 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:47:23.467178 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-696678ea-a617-4e86-8a2a-a598d7005fdb req-1ad442c6-0e7c-4c2b-9d62-2856a16f2386 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Jul 29 08:47:23.510061 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.516024 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-af457068-4274-4757-8e18-9222e774532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.517947 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-af457068-4274-4757-8e18-9222e774532f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0942359 Jul 29 08:47:23.540681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f16b4-5a72-4d23-9cff-6ff5fcbcc25d req-eedb0abe-53b9-4858-9c58-772505d1db25 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.542323 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c89f16b4-5a72-4d23-9cff-6ff5fcbcc25d req-eedb0abe-53b9-4858-9c58-772505d1db25 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2597256 Jul 29 08:47:23.621480 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.671614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656bd5-d427-4495-990d-00bd5443ac60 req-fdeb62a4-7b0b-4a2b-9a4f-13e43c7a2130 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.673109 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4e656bd5-d427-4495-990d-00bd5443ac60 req-fdeb62a4-7b0b-4a2b-9a4f-13e43c7a2130 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 945 time: 0.0850132 Jul 29 08:47:23.683015 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c89f16b4-5a72-4d23-9cff-6ff5fcbcc25d req-aa26722a-eae3-497a-9cc6-daf5eed76109 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071026 Jul 29 08:47:23.706047 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-24b406d1-91e8-4d33-8b04-96e4ce9a71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:23.706047 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-24b406d1-91e8-4d33-8b04-96e4ce9a71f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1766541 Jul 29 08:47:23.712687 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 16a6a55c-1503-4c71-898f-aaf46694b663 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:47:23.718569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 16a6a55c-1503-4c71-898f-aaf46694b663 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:47:23.718953 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.725047 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4e656bd5-d427-4495-990d-00bd5443ac60 req-a928738a-1921-41ca-84c1-55f1a528ab05 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jul 29 08:47:23.845380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.847968 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-44048f2d-d686-4240-9e93-ad195165affa service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357443 Jul 29 08:47:23.884821 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:23.898973 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16a6a55c-1503-4c71-898f-aaf46694b663,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:23.940370 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663', 'code': 200} Jul 29 08:47:23.971124 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.980443 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-088c4283-d7a5-4664-ab3e-0eaa49a93377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:23.998298 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:23.999459 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:24.001800 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d553c-67a9-422b-bf0c-12757c513039,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:24.004351 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:24.016575 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:24.018465 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/897d553c-67a9-422b-bf0c-12757c513039 HTTP/1.1" status: 204 len: 168 time: 0.6543994 Jul 29 08:47:24.028913 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:24.039501 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-37aaaee5-2540-4a55-b05d-cb03afbb2b4e req-9b2540e6-48c1-4990-8ff2-f030f8bab0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838489 Jul 29 08:47:24.151677 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:24.155740 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:24.224153 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:24.261320 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:24.316451 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a058-de0d-4fdc-a7f6-fe0ef83a4c31 req-ec193ebd-61a7-4dbd-b152-aa7bb804ecae tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:24.318005 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dce4a058-de0d-4fdc-a7f6-fe0ef83a4c31 req-ec193ebd-61a7-4dbd-b152-aa7bb804ecae tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 946 time: 0.0902576 Jul 29 08:47:24.363506 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dce4a058-de0d-4fdc-a7f6-fe0ef83a4c31 req-bf86a164-f202-4099-9e55-425e77412162 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396693 Jul 29 08:47:24.369592 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:24.371973 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff4af695-0d4f-4af9-9872-7d15424c594b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:24.447613 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=8']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:24.450979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:24.500456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d03822-2783-4add-b06b-1359ec737543 req-30154cbb-ae17-47ce-84ef-462ade9c8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:24.502162 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f3d03822-2783-4add-b06b-1359ec737543 req-30154cbb-ae17-47ce-84ef-462ade9c8e4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 1099 time: 0.0850666 Jul 29 08:47:24.565081 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f3d03822-2783-4add-b06b-1359ec737543 req-29937109-c993-4ef3-8fbc-0e16b84ef5ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Jul 29 08:47:24.717322 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405660c4-3b2e-4014-a905-7385e67d3071 req-fa9b070c-ab96-4815-b33d-660781969340 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:24.719134 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-405660c4-3b2e-4014-a905-7385e67d3071 req-fa9b070c-ab96-4815-b33d-660781969340 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.1322739 Jul 29 08:47:24.775108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-e12c6336-4a05-4a08-bdb7-247ef2cd579c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:24.776635 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-e12c6336-4a05-4a08-bdb7-247ef2cd579c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 946 time: 0.1312733 Jul 29 08:47:24.783965 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-405660c4-3b2e-4014-a905-7385e67d3071 req-e34d994a-ff93-4a86-8c57-0e3d64bb26b2 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577176 Jul 29 08:47:24.862280 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Deleting port 153549de-f625-4ce5-91e1-a4427f2b605e {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:24.862613 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:24.876855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0791c-ddb2-42df-bb26-d809d4e07684 req-56e87144-4f79-4790-9342-5e2ed1cd9964 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:24.878716 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-67f0791c-ddb2-42df-bb26-d809d4e07684 req-56e87144-4f79-4790-9342-5e2ed1cd9964 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0880353 Jul 29 08:47:24.930973 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-67f0791c-ddb2-42df-bb26-d809d4e07684 req-bae80029-64b9-4cea-9a09-593374184f52 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Jul 29 08:47:25.085495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85a881-5663-40a3-912b-509add86d821 req-e2bc3579-65e2-40af-b704-8afc546cbaa5 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:25.094213 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f85a881-5663-40a3-912b-509add86d821 req-e2bc3579-65e2-40af-b704-8afc546cbaa5 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.1819224 Jul 29 08:47:25.196164 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f85a881-5663-40a3-912b-509add86d821 req-654e5d88-d2ac-44ce-bb39-63777580f83f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Jul 29 08:47:25.215803 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] For port 153549de-f625-4ce5-91e1-a4427f2b605e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=153549de-f625-4ce5-91e1-a4427f2b605e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:25.216165 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:25.349632 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Calling delete_port for 153549de-f625-4ce5-91e1-a4427f2b605e owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:25.628401 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9c77-331b-48bb-878a-4d23b8459ea7 req-ccf0152b-3639-43fc-bad5-407de88940f7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:25.629777 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-683d9c77-331b-48bb-878a-4d23b8459ea7 req-ccf0152b-3639-43fc-bad5-407de88940f7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1421587 Jul 29 08:47:25.706810 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-683d9c77-331b-48bb-878a-4d23b8459ea7 req-a2289a69-1d1c-45e9-86a8-c3b57f17fa42 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656703 Jul 29 08:47:25.815654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:25.821495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:25.838607 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e', '153549de-f625-4ce5-91e1-a4427f2b605e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:25.874777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event deleted for resources: {'Port': ['ID=153549de-f625-4ce5-91e1-a4427f2b605e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:25.879000 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:25.940997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:25.971353 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4e8b6a0-c007-4d29-a879-d103fa2aa790 req-e78581f4-71de-4234-8f22-36aafce3bdad tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.0570130 Jul 29 08:47:25.974485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] No DVR routers for this DVR port 153549de-f625-4ce5-91e1-a4427f2b605e on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:25.976922 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:25.984084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'name': 'network-vif-deleted', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:26.005665 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'code': 200} Jul 29 08:47:26.041532 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10422279-5929-421e-bb5e-97b40c1f9533', 'name': 'network-vif-deleted', 'tag': '153549de-f625-4ce5-91e1-a4427f2b605e', 'status': 'completed', 'code': 200} Jul 29 08:47:26.136376 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7982c770-208b-45a6-817e-daeef8b3cbd4 req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "DELETE /v2.0/ports/153549de-f625-4ce5-91e1-a4427f2b605e HTTP/1.1" status: 204 len: 173 time: 1.3513725 Jul 29 08:47:26.295380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:26.391041 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2c70-295e-48a1-bb15-ac44f296cf1e req-760fab03-a741-4487-a310-d2ed6e8b1738 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:26.392524 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-16ea2c70-295e-48a1-bb15-ac44f296cf1e req-760fab03-a741-4487-a310-d2ed6e8b1738 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0856409 Jul 29 08:47:26.437983 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-16ea2c70-295e-48a1-bb15-ac44f296cf1e req-301b85f3-bb0e-4c5a-b8de-66253a3df2d6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Jul 29 08:47:26.948917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e523-23ce-4d37-8635-c1eb3dbb0640 req-de839e73-1851-41d8-a32a-3a55dedfcdc5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:26.950665 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-de68e523-23ce-4d37-8635-c1eb3dbb0640 req-de839e73-1851-41d8-a32a-3a55dedfcdc5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0904815 Jul 29 08:47:27.001411 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-de68e523-23ce-4d37-8635-c1eb3dbb0640 req-41d93330-a64a-45cf-91b8-381afd307c77 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431068 Jul 29 08:47:27.165154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4fecf2b5-4796-48cc-8223-c86aa23fe5aa req-4fa578ee-b476-4bb6-8d60-a98213cd2cb9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:27.301831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4fecf2b5-4796-48cc-8223-c86aa23fe5aa req-4fa578ee-b476-4bb6-8d60-a98213cd2cb9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:27.303458 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4fecf2b5-4796-48cc-8223-c86aa23fe5aa req-4fa578ee-b476-4bb6-8d60-a98213cd2cb9 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=10422279-5929-421e-bb5e-97b40c1f9533 HTTP/1.1" status: 200 len: 210 time: 0.1806805 Jul 29 08:47:27.513380 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44222) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:27.644474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:27.661230 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:27.665362 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Usage tracker for resource:security_group_rule and tenant:fd4dbfd834194cf4849616434bd1c80e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:27.668451 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:27.675125 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:27.761558 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:27.872413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:27.880604 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e7650d48-e19c-4735-82ef-eed1cb41ab68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:27.922152 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd4dbfd834194cf4849616434bd1c80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076500 Jul 29 08:47:27.925226 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794341c-20bc-4265-9030-c2391d207c90,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:27.925425 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44234) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:27.926070 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:27.984459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:28.010710 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:28.198059 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:28.204036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1be4aaa1-b633-41d7-8fd2-f34a8c2c577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:28.217945 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794341c-20bc-4265-9030-c2391d207c90,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:28.222034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:28.227644 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:28.231007 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a794341c-20bc-4265-9030-c2391d207c90 HTTP/1.1" status: 204 len: 168 time: 0.3028154 Jul 29 08:47:29.083011 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44276) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:29.101508 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.121964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:29.127650 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Usage tracker for resource:security_group_rule and tenant:6292cac233ed4ca28125df85ef48b8a6 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:29.130386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:29.136161 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:29.225394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.329661 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.339207 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0ec458a9-947e-40f7-a63a-496c13fbe7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:29.380278 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6292cac233ed4ca28125df85ef48b8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962220 Jul 29 08:47:29.381904 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb256197-2e4b-46cb-ae3e-a75043c94fed,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:29.383005 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44280) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:29.385412 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:29.450617 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.476290 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:29.482210 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.606674 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 153549de-f625-4ce5-91e1-a4427f2b605e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:29.629087 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b352eeb-f69e-4b58-9f0b-529f9626cec4 req-ff3f5bd2-cf8b-40e3-91fd-86472d1885c0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:29.636526 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3b352eeb-f69e-4b58-9f0b-529f9626cec4 req-ff3f5bd2-cf8b-40e3-91fd-86472d1885c0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1007364 Jul 29 08:47:29.641149 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 153549de-f625-4ce5-91e1-a4427f2b605e {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:47:29.641502 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 153549de-f625-4ce5-91e1-a4427f2b605e not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:47:29.672481 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.679300 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b05b4cbc-9c26-4fbd-baae-c7eb21c53a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:29.690410 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3b352eeb-f69e-4b58-9f0b-529f9626cec4 req-af0ae5cf-d6cb-48bd-a755-7712c73d81b8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527284 Jul 29 08:47:29.692558 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb256197-2e4b-46cb-ae3e-a75043c94fed,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:29.695024 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:29.703065 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:29.704194 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb256197-2e4b-46cb-ae3e-a75043c94fed HTTP/1.1" status: 204 len: 168 time: 0.3200791 Jul 29 08:47:30.337116 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44324) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:30.453107 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-1779d289-56ca-46b8-9fb3-da145ab59b38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146662 Jul 29 08:47:30.681835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdefc3-6827-47b5-9c1f-2666f79c6883 req-ca758d7e-38ec-437b-ba97-b612f1ababa6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:30.683365 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a5bdefc3-6827-47b5-9c1f-2666f79c6883 req-ca758d7e-38ec-437b-ba97-b612f1ababa6 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.0883405 Jul 29 08:47:30.734113 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a5bdefc3-6827-47b5-9c1f-2666f79c6883 req-8072b6ea-43d8-4e1c-a64e-80e6e0cdd784 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Jul 29 08:47:30.858697 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:47:30.957703 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508fe6-2b82-4476-9c05-2a6dc67066c6 req-0f011a26-78b9-4ff5-a442-5a637dad752c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:30.959181 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4508fe6-2b82-4476-9c05-2a6dc67066c6 req-0f011a26-78b9-4ff5-a442-5a637dad752c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0942712 Jul 29 08:47:30.989796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae252565-85bf-42d7-a65c-09ae7561cb7c req-d1b2cfb2-3e06-414b-8e1a-964ac0671c46 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:30.992530 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ae252565-85bf-42d7-a65c-09ae7561cb7c req-d1b2cfb2-3e06-414b-8e1a-964ac0671c46 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0917380 Jul 29 08:47:31.017963 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4508fe6-2b82-4476-9c05-2a6dc67066c6 req-23f55f02-715d-4b34-9e9a-6c88aebe3744 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507529 Jul 29 08:47:31.069381 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ae252565-85bf-42d7-a65c-09ae7561cb7c req-a4d60db7-e42a-4f91-8ea9-3e83fcdf9300 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719295 Jul 29 08:47:31.931392 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c437-2d87-44c5-b96b-514e55ba4a79 req-95e1c78a-36b4-4723-a36c-e5e6b5ef2c48 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:31.932935 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-adc3c437-2d87-44c5-b96b-514e55ba4a79 req-95e1c78a-36b4-4723-a36c-e5e6b5ef2c48 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.0848575 Jul 29 08:47:31.980271 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-adc3c437-2d87-44c5-b96b-514e55ba4a79 req-50ee2168-f974-4350-9865-b4d76cf66e21 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jul 29 08:47:32.043032 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44376) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:32.212121 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.245191 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:32.250586 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b2dc2193a28c4ff2aa0bac2da33afb3b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:32.254764 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:32.264097 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:32.278809 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacefde-5b5c-4624-8653-2d8ce396bc8a req-a578d093-3586-44a0-9e02-c587eb601f2e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:32.281081 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1eacefde-5b5c-4624-8653-2d8ce396bc8a req-a578d093-3586-44a0-9e02-c587eb601f2e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1356139 Jul 29 08:47:32.310766 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa468ed-fe1d-4d4e-83eb-706e944845dc req-2590d2a1-d6bb-4f4e-aa8d-47a531d1bb08 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:32.312928 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0fa468ed-fe1d-4d4e-83eb-706e944845dc req-2590d2a1-d6bb-4f4e-aa8d-47a531d1bb08 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1093676 Jul 29 08:47:32.363867 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1eacefde-5b5c-4624-8653-2d8ce396bc8a req-e59c2f0d-8f18-4eef-842a-57ea8dc45194 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704572 Jul 29 08:47:32.373896 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0fa468ed-fe1d-4d4e-83eb-706e944845dc req-e1451dd3-115f-4e33-a392-5910b82f5550 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Jul 29 08:47:32.428521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.491399 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-c45580ed-074f-455b-9618-d07f894d8543 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:32.492808 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-c45580ed-074f-455b-9618-d07f894d8543 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.0817435 Jul 29 08:47:32.569557 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Deleting port 1a00e7fc-bddf-4eca-ac30-db972160c52e {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:32.569920 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.643683 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.650697 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e763d463-f31c-481c-99e1-3615c7b6b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:32.693881 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6936e33b-87fd-4eaa-9cfb-4316dc8add67,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:32.699374 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2dc2193a28c4ff2aa0bac2da33afb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553302 Jul 29 08:47:32.700512 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:32.703554 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44388) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:32.775821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.804229 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:32.831677 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] For port 1a00e7fc-bddf-4eca-ac30-db972160c52e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a00e7fc-bddf-4eca-ac30-db972160c52e,segment=NetworkSegment(1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304),segment_id=1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:32.831944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.038562 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Calling delete_port for 1a00e7fc-bddf-4eca-ac30-db972160c52e owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:33.044076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.053021 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a7043240-fd06-4088-a359-d6ea306aabc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:33.080856 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6936e33b-87fd-4eaa-9cfb-4316dc8add67,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:33.084369 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:33.097966 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.101396 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6936e33b-87fd-4eaa-9cfb-4316dc8add67 HTTP/1.1" status: 204 len: 168 time: 0.3947649 Jul 29 08:47:33.228026 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb84e0-f1a7-42de-b48e-412fa6903a89 req-3cab78d8-4525-4e95-8711-5a024bec8e1c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:33.229623 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9dcb84e0-f1a7-42de-b48e-412fa6903a89 req-3cab78d8-4525-4e95-8711-5a024bec8e1c tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 945 time: 0.1082568 Jul 29 08:47:33.288094 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9dcb84e0-f1a7-42de-b48e-412fa6903a89 req-620717a7-5699-49c0-872f-5525f0579cfe tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6f686d8-020a-48e7-b0a7-66be33359017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497236 Jul 29 08:47:33.346875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.352809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:33.358977 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['1a00e7fc-bddf-4eca-ac30-db972160c52e'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:33.405641 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Pushing event deleted for resources: {'Port': ['ID=1a00e7fc-bddf-4eca-ac30-db972160c52e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:33.415830 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:33.435528 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-54df2e20-28a8-40c1-a2f9-cce82034bc7e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:33.438447 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-54df2e20-28a8-40c1-a2f9-cce82034bc7e tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.0948839 Jul 29 08:47:33.528434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] No DVR routers for this DVR port 1a00e7fc-bddf-4eca-ac30-db972160c52e on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:33.533944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.540781 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'name': 'network-vif-deleted', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:33.626601 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Deleting port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:33.627361 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:33.661592 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dce48b-4aee-4063-8ce2-425ea37b67ec req-c2910aab-168d-4c06-8119-9bb9fa8364ab tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:33.663154 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66dce48b-4aee-4063-8ce2-425ea37b67ec req-c2910aab-168d-4c06-8119-9bb9fa8364ab tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1095805 Jul 29 08:47:33.712981 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e23bc6a5-ca58-4b27-aa5f-10c22d58323e req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.11 "DELETE /v2.0/ports/1a00e7fc-bddf-4eca-ac30-db972160c52e HTTP/1.1" status: 204 len: 173 time: 1.2140620 Jul 29 08:47:33.718968 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66dce48b-4aee-4063-8ce2-425ea37b67ec req-34592b97-d7d1-4480-95cf-de7c6c004bee tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484238 Jul 29 08:47:33.800725 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a3a184-5204-43e6-ab19-da94d0dace6f', 'name': 'network-vif-deleted', 'tag': '1a00e7fc-bddf-4eca-ac30-db972160c52e', 'status': 'completed', 'code': 200} Jul 29 08:47:33.856354 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff92e32-c2dd-46f4-880c-508f1d23c32b req-a84e972c-c319-4e9c-aad2-6b5aefcf17b0 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:33.858387 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ff92e32-c2dd-46f4-880c-508f1d23c32b req-a84e972c-c319-4e9c-aad2-6b5aefcf17b0 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 945 time: 0.1962662 Jul 29 08:47:33.975620 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ff92e32-c2dd-46f4-880c-508f1d23c32b req-c3373e07-9a76-4ade-a851-02db0f9367f7 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104817 Jul 29 08:47:34.007609 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] For port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:34.008217 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:34.020570 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-de304f95-1143-4d19-a8df-ab7e3febd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.023411 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-de304f95-1143-4d19-a8df-ab7e3febd50e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 1097 time: 0.1177990 Jul 29 08:47:34.127977 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-43082f83-c4a7-42a5-911e-9d0ab7d93286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.129505 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-43082f83-c4a7-42a5-911e-9d0ab7d93286 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1097 time: 0.0770569 Jul 29 08:47:34.151797 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Calling delete_port for 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:34.288658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-73a113f4-2a78-4331-91d4-6dada94c7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.290766 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-73a113f4-2a78-4331-91d4-6dada94c7f60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1548157 Jul 29 08:47:34.417046 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-06f943b5-1c7d-4343-acbc-49dc2ae554f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 999 time: 0.1185067 Jul 29 08:47:34.421743 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:34.433211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:34.439552 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6e28b3e7-22dc-482f-ba05-e3b48ca677f0', '26d84f93-e11b-415a-8490-b4bbf42b95d8'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:34.493196 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Pushing event deleted for resources: {'Port': ['ID=6e28b3e7-22dc-482f-ba05-e3b48ca677f0,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:34.496994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:34.520135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c35a720-744e-4350-8dd7-61d9514f269d req-660d98ad-8f2b-4eb5-af81-5453f02a8620 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Synchronizing usage tracker for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:34.553809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-15539c72-3699-412a-85a6-f4411dfbac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.555814 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-15539c72-3699-412a-85a6-f4411dfbac23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.1318464 Jul 29 08:47:34.628806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] No DVR routers for this DVR port 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:34.642014 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:34.650951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'name': 'network-vif-deleted', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:34.696244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-1c35a720-744e-4350-8dd7-61d9514f269d req-660d98ad-8f2b-4eb5-af81-5453f02a8620 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Unset dirty status for tenant:48f8a0f105614d9aa3ec6a384d07b5b9 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:34.696244 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1c35a720-744e-4350-8dd7-61d9514f269d req-660d98ad-8f2b-4eb5-af81-5453f02a8620 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a3a184-5204-43e6-ab19-da94d0dace6f HTTP/1.1" status: 200 len: 210 time: 0.2368567 Jul 29 08:47:34.705937 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-ad9a0bde-5350-4e76-9903-9f395ab26713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.707573 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-ad9a0bde-5350-4e76-9903-9f395ab26713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393619 Jul 29 08:47:34.723003 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32092892-7df8-42c0-9246-703332bdef87', 'name': 'network-vif-deleted', 'tag': '6e28b3e7-22dc-482f-ba05-e3b48ca677f0', 'status': 'completed', 'code': 200} Jul 29 08:47:34.848836 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dec41a79-49ca-4e0a-816b-f0f410029850 req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "DELETE /v2.0/ports/6e28b3e7-22dc-482f-ba05-e3b48ca677f0 HTTP/1.1" status: 204 len: 173 time: 1.3996284 Jul 29 08:47:34.871097 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-10cbd1c3-57da-4b17-982f-384702fac6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492817 Jul 29 08:47:34.956330 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf58e6-08f6-4981-b609-b337aca6ea53 req-4f417a9e-056d-4d95-8218-acb695dfbf50 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:34.957977 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d8bf58e6-08f6-4981-b609-b337aca6ea53 req-4f417a9e-056d-4d95-8218-acb695dfbf50 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1133561 Jul 29 08:47:35.040568 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d8bf58e6-08f6-4981-b609-b337aca6ea53 req-71bf55a6-ffde-4dc7-a04f-dd0fd10de706 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736611 Jul 29 08:47:35.060150 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a4268bab-903b-4a12-9c1f-f9fa19656597 req-74c6d185-7976-4e0c-bdca-527008f60204 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823924 Jul 29 08:47:35.166653 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-17b6ea6b-bc39-4dba-9e1e-1cf6bd59e36e req-9c644847-3e76-4edd-b9cf-766f6d32a3f3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=32092892-7df8-42c0-9246-703332bdef87 HTTP/1.1" status: 200 len: 210 time: 0.0473745 Jul 29 08:47:35.499394 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a00e7fc-bddf-4eca-ac30-db972160c52e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:35.549909 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 1a00e7fc-bddf-4eca-ac30-db972160c52e {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:47:35.550457 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 1a00e7fc-bddf-4eca-ac30-db972160c52e not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:47:35.551020 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:47:35.586630 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:47:35.586995 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6e28b3e7-22dc-482f-ba05-e3b48ca677f0 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:47:35.813171 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44466) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:35.893433 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Deleting subnet e288805c-d683-427a-b638-b11bfe0e37fc {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:47:35.896905 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:35.952701 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.021515 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.220582 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.227866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46fe8487-c516-43ba-a371-44786f730402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:36.275484 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81408bc3-67bc-461f-84f1-57ec6296ccec req-2e951fab-29ac-4b3b-b32c-5220c95ff905 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:36.278175 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-81408bc3-67bc-461f-84f1-57ec6296ccec req-2e951fab-29ac-4b3b-b32c-5220c95ff905 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0956578 Jul 29 08:47:36.297242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e288805c-d683-427a-b638-b11bfe0e37fc,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:36.304990 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:36.308064 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.317772 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e288805c-d683-427a-b638-b11bfe0e37fc HTTP/1.1" status: 204 len: 168 time: 0.5033319 Jul 29 08:47:36.318620 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44476) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:36.388155 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-81408bc3-67bc-461f-84f1-57ec6296ccec req-3f74768e-a87b-4ca1-a489-8a2104fc7cd1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030064 Jul 29 08:47:36.457270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.609897 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.623763 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c43698b-da9d-4b0a-8aab-55b7ceadb5ab']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:36.638090 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:36.638489 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e04ba65-60f6-4b4a-a1a3-c7bb8c6c7304') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:47:36.651590 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.668756 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.676063 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:47:36.676450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:47:36.695251 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:47:37.003612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:37.007963 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-397691c1-f4f7-4944-91bb-e811d4850884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:37.024356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:37.030508 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c43698b-da9d-4b0a-8aab-55b7ceadb5ab,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:37.034805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:37.172370 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-40b8787f-9f3b-48d7-92b2-9875adc3bbe4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c43698b-da9d-4b0a-8aab-55b7ceadb5ab HTTP/1.1" status: 204 len: 168 time: 0.8524082 Jul 29 08:47:37.221289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e0d0-fd54-4151-bec5-0faab20705f5 req-47497c59-544a-40c0-99f6-12fad22c4c2c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:37.222369 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-1513e0d0-fd54-4151-bec5-0faab20705f5 req-47497c59-544a-40c0-99f6-12fad22c4c2c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:37.301050 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-1513e0d0-fd54-4151-bec5-0faab20705f5 req-47497c59-544a-40c0-99f6-12fad22c4c2c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:37.302607 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1513e0d0-fd54-4151-bec5-0faab20705f5 req-47497c59-544a-40c0-99f6-12fad22c4c2c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1706679 Jul 29 08:47:37.376929 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1513e0d0-fd54-4151-bec5-0faab20705f5 req-22a3aff0-2791-430f-ae16-e9f618ed34b1 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619888 Jul 29 08:47:37.602566 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc0dff-a2ad-4397-b5e3-f4055397d94b req-840cfb84-105c-4c31-9a8e-ef10119a8d77 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:37.604164 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8efc0dff-a2ad-4397-b5e3-f4055397d94b req-840cfb84-105c-4c31-9a8e-ef10119a8d77 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0885787 Jul 29 08:47:37.657474 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8efc0dff-a2ad-4397-b5e3-f4055397d94b req-70325224-3291-48f7-a8e3-8ab919c1cc1d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Jul 29 08:47:37.671696 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44500) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:37.771828 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-3c533a8a-7f9e-4d7f-a9b7-a987037a3f52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48f8a0f105614d9aa3ec6a384d07b5b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0998182 Jul 29 08:47:37.774587 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44506) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:37.838038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:37.864174 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:37.998383 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:38.003642 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-463f18e3-6413-4855-bb04-f6a6a1e02390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:38.023366 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f686d8-020a-48e7-b0a7-66be33359017,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:38.031617 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:38.101248 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:38.102481 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d0a05152-9d16-4a3b-9579-4314c6321c00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6f686d8-020a-48e7-b0a7-66be33359017 HTTP/1.1" status: 204 len: 168 time: 0.3268907 Jul 29 08:47:38.587538 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d0fac-f255-492c-ad56-6c3ab88ddbb8 req-6144caae-607e-4e01-97b8-ed652a58549f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:38.595675 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-073d0fac-f255-492c-ad56-6c3ab88ddbb8 req-6144caae-607e-4e01-97b8-ed652a58549f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1100259 Jul 29 08:47:38.654738 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-073d0fac-f255-492c-ad56-6c3ab88ddbb8 req-98d194cf-ecd7-47ed-bd70-173a8c4eed78 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575240 Jul 29 08:47:38.890969 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10218b9f-79f9-4067-9f8a-27d3a29c03e3 req-41e5494d-20f2-4567-a0f9-86ed4ed880c6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:38.893421 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-10218b9f-79f9-4067-9f8a-27d3a29c03e3 req-41e5494d-20f2-4567-a0f9-86ed4ed880c6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1096368 Jul 29 08:47:38.947959 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-10218b9f-79f9-4067-9f8a-27d3a29c03e3 req-60dd58c7-afce-4e8b-bc69-829771569d0d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Jul 29 08:47:39.869311 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94615611-29d2-491f-b15a-150c54fa0fba req-6421e60b-ec47-4f41-bdb7-5d6a8f59e9de tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:39.871291 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94615611-29d2-491f-b15a-150c54fa0fba req-6421e60b-ec47-4f41-bdb7-5d6a8f59e9de tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1019459 Jul 29 08:47:39.938875 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-94615611-29d2-491f-b15a-150c54fa0fba req-101e7a69-6ad4-4a83-9278-05a15124e472 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Jul 29 08:47:40.221956 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38bfb-5acc-4e4c-881f-9fa4571e024c req-00d494ca-97a8-49f8-8d96-6ca3a75b8eb5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:40.223755 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c38bfb-5acc-4e4c-881f-9fa4571e024c req-00d494ca-97a8-49f8-8d96-6ca3a75b8eb5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1018126 Jul 29 08:47:40.275752 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c38bfb-5acc-4e4c-881f-9fa4571e024c req-2e8960a1-910e-4370-ae15-1cb3eeb86b80 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454862 Jul 29 08:47:40.736362 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-823479ed-0b1a-47c4-884e-ef42e68dbac4 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e061cbb7487341c9ad836fb6efdc544a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307224 Jul 29 08:47:40.982413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-3867f137-35da-41f9-a081-f6daeac61c65 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:40.989525 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-3867f137-35da-41f9-a081-f6daeac61c65 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425466 Jul 29 08:47:41.007480 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-6c8dd740-e2e6-439c-a8d8-79a730457ab4 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/quotas/e061cbb7487341c9ad836fb6efdc544a HTTP/1.1" status: 200 len: 375 time: 0.0167539 Jul 29 08:47:41.087979 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0a3eb256-17d8-49da-bedc-af10b8ba20c5 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e061cbb7487341c9ad836fb6efdc544a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740390 Jul 29 08:47:41.263030 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd798-044d-48cb-934a-67a014ad7e06 req-45de4dec-85f7-4556-be0f-7f21773840d3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:41.265810 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-160cd798-044d-48cb-934a-67a014ad7e06 req-45de4dec-85f7-4556-be0f-7f21773840d3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1677532 Jul 29 08:47:41.327011 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-160cd798-044d-48cb-934a-67a014ad7e06 req-1396cc1e-7b77-4b49-a439-f14ee9121f3d tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515449 Jul 29 08:47:41.520201 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59bbcd09-1d40-40af-8f37-4e089bea3f73 req-fab03e37-02d6-4883-a16f-28ca0647b42d tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0456572 Jul 29 08:47:41.527410 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb1b5-d6c4-4eee-a735-a758ec8a0c18 req-2e0f4def-f611-4372-934a-43ae55b21393 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:41.534907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-553eb1b5-d6c4-4eee-a735-a758ec8a0c18 req-2e0f4def-f611-4372-934a-43ae55b21393 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1104360 Jul 29 08:47:41.605679 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-553eb1b5-d6c4-4eee-a735-a758ec8a0c18 req-221ae517-65f5-4789-9c29-d28e8d274d6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696411 Jul 29 08:47:41.759189 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fc269372-89f2-45e4-8d88-8ff3e1ea6650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:42.095321 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:42.527265 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0689ac-32f0-4925-a6e2-92b618431d3a req-91ac07db-123c-4985-ad20-9a2a4d9f8908 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:42.528974 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ef0689ac-32f0-4925-a6e2-92b618431d3a req-91ac07db-123c-4985-ad20-9a2a4d9f8908 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0899606 Jul 29 08:47:42.613086 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ef0689ac-32f0-4925-a6e2-92b618431d3a req-79299347-cc67-4650-9b4f-64a21b88f780 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734282 Jul 29 08:47:42.633242 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-972d0fdb-9e1f-41fb-8c33-4b5cec6100b7 req-ad0c83c5-c79d-4de1-b539-2e0eec59329a tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0523176 Jul 29 08:47:42.831807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96400-1868-442f-8967-f88ecbf0adc0 req-9dc6dce1-5747-4e65-82d0-8b3ea4b53c68 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:42.833456 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-02f96400-1868-442f-8967-f88ecbf0adc0 req-9dc6dce1-5747-4e65-82d0-8b3ea4b53c68 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0841241 Jul 29 08:47:42.881460 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-02f96400-1868-442f-8967-f88ecbf0adc0 req-2cdbdf4c-ad0f-4c57-bccf-0499e1a5052b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Jul 29 08:47:43.752902 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4085b57-0724-4c75-951a-79dd28f95e16 req-fb2b9603-6f2c-43f7-bcc8-1fc8d4054e06 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0558119 Jul 29 08:47:43.856267 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09ec2c-c432-4206-ae81-767ca6c5f6c7 req-3d854c73-7305-407b-b0c9-414cb1d809fd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:43.858404 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f09ec2c-c432-4206-ae81-767ca6c5f6c7 req-3d854c73-7305-407b-b0c9-414cb1d809fd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0926101 Jul 29 08:47:43.913041 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6f09ec2c-c432-4206-ae81-767ca6c5f6c7 req-fc431fd0-f64b-4606-b97b-7dccf9545de6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Jul 29 08:47:44.095889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201931-1ae9-4b60-8d82-ab667c14b06e req-c94f0b29-ae19-43c8-8c83-9c8b410a1b40 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:44.097339 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88201931-1ae9-4b60-8d82-ab667c14b06e req-c94f0b29-ae19-43c8-8c83-9c8b410a1b40 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0858543 Jul 29 08:47:44.146551 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-73225536-10e4-462e-b116-d9169aeed084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:44.147199 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-88201931-1ae9-4b60-8d82-ab667c14b06e req-e66442ed-fa49-4cf4-b025-ff013bc0affc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Jul 29 08:47:45.015143 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-60d3a812-7144-4e3b-9d78-91d42e3b7e08 req-dc9e6da5-daac-4be6-bd1c-209caf7fee91 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0673885 Jul 29 08:47:45.211729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28eb37-c722-4086-84f1-03d832c7f5dd req-4ebc1282-81ca-4832-a2d1-a180edc08bab tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:45.213293 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fa28eb37-c722-4086-84f1-03d832c7f5dd req-4ebc1282-81ca-4832-a2d1-a180edc08bab tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0839758 Jul 29 08:47:45.262302 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fa28eb37-c722-4086-84f1-03d832c7f5dd req-0714a6ef-dd87-46b6-951d-b475779075ac tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Jul 29 08:47:45.286480 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:45.447805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2dba0-e196-4921-ae3a-63ba5c9036ab req-158d53fc-e804-4603-ace8-57119ecb239b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:45.449494 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-79d2dba0-e196-4921-ae3a-63ba5c9036ab req-158d53fc-e804-4603-ace8-57119ecb239b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0855632 Jul 29 08:47:45.496837 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-79d2dba0-e196-4921-ae3a-63ba5c9036ab req-bc9d83e2-5b9c-4725-9f17-2e4647d7bcf6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Jul 29 08:47:46.168348 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d5e148f5-4a19-40a0-ac69-64be24ad4b48 req-a1c438d3-9a97-4581-8dae-a401b61f89f6 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0420654 Jul 29 08:47:46.534982 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10d212-eb55-4678-81c8-6f1155bb9e3a req-9790643a-e5f3-42c0-a51c-13559e29aa27 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:46.536599 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fb10d212-eb55-4678-81c8-6f1155bb9e3a req-9790643a-e5f3-42c0-a51c-13559e29aa27 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1470160 Jul 29 08:47:46.589478 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fb10d212-eb55-4678-81c8-6f1155bb9e3a req-9d188c27-147a-4815-ae5a-b26ae36dc15c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Jul 29 08:47:46.780574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de72d1c-c75e-415d-90b7-e3ce27d647fe req-c49e895f-764b-4ee9-bd73-df2479bf07cb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:46.782128 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7de72d1c-c75e-415d-90b7-e3ce27d647fe req-c49e895f-764b-4ee9-bd73-df2479bf07cb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0943544 Jul 29 08:47:46.829130 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7de72d1c-c75e-415d-90b7-e3ce27d647fe req-30886308-f32b-4400-94a4-fffb2c4af7da tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Jul 29 08:47:46.883595 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:47.328785 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6fc6c388-292a-482a-be5e-941b061e603c req-1ccc4687-0957-4d95-bd6e-3a726de387c8 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0456212 Jul 29 08:47:47.787761 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d283f14-91ec-45b1-85f0-a05cf0b654b3 req-aacfa06d-f801-414a-829a-b95589813920 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:47.789295 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7d283f14-91ec-45b1-85f0-a05cf0b654b3 req-aacfa06d-f801-414a-829a-b95589813920 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0835741 Jul 29 08:47:47.840695 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7d283f14-91ec-45b1-85f0-a05cf0b654b3 req-3229c013-867c-475c-bd75-923afbacdf7f tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Jul 29 08:47:48.029747 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683888-85a1-4777-a2e5-0eca83aa3f24 req-674c1ce2-a502-4cd6-95be-0caeb065b8b0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:48.031313 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fa683888-85a1-4777-a2e5-0eca83aa3f24 req-674c1ce2-a502-4cd6-95be-0caeb065b8b0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0828185 Jul 29 08:47:48.079172 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fa683888-85a1-4777-a2e5-0eca83aa3f24 req-e0604fa1-3873-4c76-b847-b8c27dd51224 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416980 Jul 29 08:47:48.521360 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dce4d730-5336-4105-8cfc-735eeeb3d139 req-164bb352-8fb5-4b8f-8a2a-04c689654a49 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0461924 Jul 29 08:47:49.062091 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba198ac2-d78b-495f-b1a6-bd28f4a118a6 req-43bf063c-409b-4574-8a6f-11414a08feb4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:49.063582 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ba198ac2-d78b-495f-b1a6-bd28f4a118a6 req-43bf063c-409b-4574-8a6f-11414a08feb4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0791039 Jul 29 08:47:49.112289 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ba198ac2-d78b-495f-b1a6-bd28f4a118a6 req-233e2933-f6b6-4390-a053-40bce8dfe83c tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Jul 29 08:47:49.396436 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62876-7adf-483e-93ad-9280ade87b93 req-67e40167-dbfd-4778-b8d7-03b120fd9885 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:49.397997 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0cd62876-7adf-483e-93ad-9280ade87b93 req-67e40167-dbfd-4778-b8d7-03b120fd9885 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.0894034 Jul 29 08:47:49.445278 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0cd62876-7adf-483e-93ad-9280ade87b93 req-f9e924c1-33b0-4e19-91e2-06eeef92851a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Jul 29 08:47:49.684887 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-72b6b517-11b6-43b9-b989-a8901700d6f4 req-0ddf3887-3494-4b87-b8c6-90e3de4c993e tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0448911 Jul 29 08:47:50.309378 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ad845-aa33-45d5-bf54-75441e738c49 req-a09674c1-2799-4ae9-802b-ea72a600ee50 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:50.311591 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a51ad845-aa33-45d5-bf54-75441e738c49 req-a09674c1-2799-4ae9-802b-ea72a600ee50 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0897577 Jul 29 08:47:50.365660 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a51ad845-aa33-45d5-bf54-75441e738c49 req-cb17f376-8b4e-4fb8-a6a6-9485818404d6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Jul 29 08:47:50.663909 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-e88674d6-a5d0-4c87-bb28-2dc13fcbc95d tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e061cbb7487341c9ad836fb6efdc544a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312114 Jul 29 08:47:50.718572 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c552b-fdc7-4e74-af02-37370376c162 req-4a8537e6-e729-4f81-b435-f46c0094747e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:50.720138 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-744c552b-fdc7-4e74-af02-37370376c162 req-4a8537e6-e729-4f81-b435-f46c0094747e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 944 time: 0.1526210 Jul 29 08:47:50.847322 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-df0b23a5-1e44-4ccd-ac47-f4663dfb2716 req-bec275c3-de2c-41a8-80e4-1a86531db5a7 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0447981 Jul 29 08:47:50.858282 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-744c552b-fdc7-4e74-af02-37370376c162 req-4ea6a6ac-303d-45f1-9cc1-f7892abeceff tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805283 Jul 29 08:47:50.882925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-8f5a3ac9-bc39-4449-abc4-b21a9f20cc08 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:50.883151 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-8f5a3ac9-bc39-4449-abc4-b21a9f20cc08 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127202 Jul 29 08:47:50.899953 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Request body: {'port': {'device_id': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b', 'admin_state_up': True, 'tenant_id': 'e061cbb7487341c9ad836fb6efdc544a'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:47:51.051205 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:51.055510 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Usage tracker for resource:port and tenant:e061cbb7487341c9ad836fb6efdc544a is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:51.058467 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:51.065710 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:51.152571 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Made reservation on behalf of e061cbb7487341c9ad836fb6efdc544a for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:47:51.157935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.171462 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.188739 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:51.192790 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Usage tracker for resource:security_group_rule and tenant:e061cbb7487341c9ad836fb6efdc544a is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:51.197151 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:51.202464 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:51.294966 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.380636 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.383681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2bd7cf00-2fc2-46cc-92ab-e47256ed10cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:51.456976 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317669e2-5f77-4780-a4ce-7878b33c8ce8,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:51.467449 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:51.544654 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:47:51.571177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Allocated IP 192.168.233.188 (9a6fde74-b236-4389-adbd-3c98e84acc5b/3368a73b-c064-4254-b930-c40f635b434e/67738769-07ea-4faf-bb1b-39769df5109c) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:47:51.572120 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e9f77-2b01-46c9-b810-7a419268e3a6 req-3788e0e6-ddaf-42d6-abe0-31aae7bb9034 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:51.573631 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ec0e9f77-2b01-46c9-b810-7a419268e3a6 req-3788e0e6-ddaf-42d6-abe0-31aae7bb9034 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.0978870 Jul 29 08:47:51.625014 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ec0e9f77-2b01-46c9-b810-7a419268e3a6 req-85b65639-5f01-4b59-8282-becb6744d039 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Jul 29 08:47:51.715681 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:51.732183 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '6db2db60-d859-4276-ab91-c61f2349e129', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '6db2db60-d859-4276-ab91-c61f2349e129', 'mac_address': 'fa:16:3e:50:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:47:51.795028 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.803965 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.813117 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:51.820840 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Transition to ACTIVE for port object 67738769-07ea-4faf-bb1b-39769df5109c will not be triggered until provisioned by entity DHCP. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:47:51.829541 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:51.918304 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.918549 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:51.921066 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:51.926159 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:52.003488 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=9']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:52.011681 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:52.039266 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Network 9a6fde74-b236-4389-adbd-3c98e84acc5b is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:47:52.054982 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:47:52.061621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:47:52.083824 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353a3a4-4a5f-4676-ac42-3562138c2ba1 req-f6b03b24-f71b-4742-bead-b4207ac479cb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:52.085315 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9353a3a4-4a5f-4676-ac42-3562138c2ba1 req-f6b03b24-f71b-4742-bead-b4207ac479cb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 945 time: 0.0986547 Jul 29 08:47:52.090401 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Pushing event updated for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:52.118318 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.118679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.119029 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.119377 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.119718 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.120058 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.120394 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.120728 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.121067 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.121414 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.121738 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.122116 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:47:52.129501 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:52.142496 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9353a3a4-4a5f-4676-ac42-3562138c2ba1 req-dab17e5b-4c5d-42ec-b70c-47f5b2a6a27d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497694 Jul 29 08:47:52.145792 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:52.146442 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:52.181561 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070f885-94b8-4378-9046-47683566c776 req-7d4dc90b-af6d-4550-bbf2-4574121fda82 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:52.187095 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4070f885-94b8-4378-9046-47683566c776 req-7d4dc90b-af6d-4550-bbf2-4574121fda82 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 936 time: 0.2035475 Jul 29 08:47:52.211033 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['6db2db60-d859-4276-ab91-c61f2349e129'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:52.253074 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4070f885-94b8-4378-9046-47683566c776 req-d1056d35-77be-4bfd-b422-1fc787d34365 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Synchronizing usage tracker for tenant:e061cbb7487341c9ad836fb6efdc544a on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:52.301444 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4051712 Jul 29 08:47:52.318484 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Request body: {'port': {'device_id': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:47:52.363368 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4070f885-94b8-4378-9046-47683566c776 req-d1056d35-77be-4bfd-b422-1fc787d34365 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Unset dirty status for tenant:e061cbb7487341c9ad836fb6efdc544a on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:52.369517 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4070f885-94b8-4378-9046-47683566c776 req-d1056d35-77be-4bfd-b422-1fc787d34365 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733813 Jul 29 08:47:52.433621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:52.515524 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-bd831b5f-3d5f-4b98-9406-ba00602e7540 None None] Provisioning for port 67738769-07ea-4faf-bb1b-39769df5109c completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:47:52.521901 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-bd831b5f-3d5f-4b98-9406-ba00602e7540 None None] Provisioning complete for port 67738769-07ea-4faf-bb1b-39769df5109c triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:47:52.522582 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bd831b5f-3d5f-4b98-9406-ba00602e7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:52.587931 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-bd831b5f-3d5f-4b98-9406-ba00602e7540 None None] Port 67738769-07ea-4faf-bb1b-39769df5109c cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:47:52.869943 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c44b2a-5296-4b85-8256-f0c748769731 req-1250156e-a1c7-422c-a313-43aee0f5138a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:52.871929 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c8c44b2a-5296-4b85-8256-f0c748769731 req-1250156e-a1c7-422c-a313-43aee0f5138a tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1292155 Jul 29 08:47:52.909725 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67738769-07ea-4faf-bb1b-39769df5109c {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:52.917222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:52.930352 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c8c44b2a-5296-4b85-8256-f0c748769731 req-8466a10a-7d8e-4e62-b3de-00ac2c07e5dc tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522602 Jul 29 08:47:52.937183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Transition to ACTIVE for port object 67738769-07ea-4faf-bb1b-39769df5109c will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:47:53.026599 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.030603 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:53.191638 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Pushing event updated for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:53.199647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:53.317455 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Attempting to bind port 67738769-07ea-4faf-bb1b-39769df5109c on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:47:53.317874 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Attempting to bind port 67738769-07ea-4faf-bb1b-39769df5109c by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:47:53.318142 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Attempting to bind port 67738769-07ea-4faf-bb1b-39769df5109c on network 9a6fde74-b236-4389-adbd-3c98e84acc5b {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:47:53.333133 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Port 67738769-07ea-4faf-bb1b-39769df5109c on network 9a6fde74-b236-4389-adbd-3c98e84acc5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:47:53.333470 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Attempting to bind port 67738769-07ea-4faf-bb1b-39769df5109c on network 9a6fde74-b236-4389-adbd-3c98e84acc5b {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:47:53.342365 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:47:53.342697 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Checking segment: {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:47:53.343071 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Bound using segment: {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:47:53.343487 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Bound port: 67738769-07ea-4faf-bb1b-39769df5109c, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd30684-e03d-4d5e-9ff9-e43912219a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:47:53.343829 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.446523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010f9da-f66b-4dba-a9d6-16aaceae3281 req-f37bb3ba-d2ad-40e0-bc49-ba392edc9f01 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:53.446523 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3010f9da-f66b-4dba-a9d6-16aaceae3281 req-f37bb3ba-d2ad-40e0-bc49-ba392edc9f01 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 945 time: 0.1630380 Jul 29 08:47:53.490150 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:47:53.510683 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67738769-07ea-4faf-bb1b-39769df5109c,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:47:53.510683 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3010f9da-f66b-4dba-a9d6-16aaceae3281 req-9bf9ee06-4fab-424c-a894-386e580c81cd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605328 Jul 29 08:47:53.561461 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:47:53.600168 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58631-1258-4fcf-a49d-902bcc72bb35 req-6412b49c-5a37-41bb-8ff1-390985de2d24 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:53.602792 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-29b58631-1258-4fcf-a49d-902bcc72bb35 req-6412b49c-5a37-41bb-8ff1-390985de2d24 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 948 time: 0.1131358 Jul 29 08:47:53.641242 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 6db2db60-d859-4276-ab91-c61f2349e129 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:47:53.641881 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.665080 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.665871 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-29b58631-1258-4fcf-a49d-902bcc72bb35 req-d287cd0f-66a8-4d77-a74f-7b9e2d708417 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 Jul 29 08:47:53.666005 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:53.726635 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:53.727204 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.728898 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] 10.222.0.11 "PUT /v2.0/ports/67738769-07ea-4faf-bb1b-39769df5109c HTTP/1.1" status: 200 len: 1098 time: 1.4148948 Jul 29 08:47:53.729394 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:53.761690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Pushing event updated for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:53.765917 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:53.789662 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c', 'status': 'completed', 'code': 200} Jul 29 08:47:53.794715 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.827651 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:53.842184 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:53.881618 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'code': 200} Jul 29 08:47:53.936642 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66190-f70b-4ba9-9505-74a1b390f9b2 req-57b45f7a-027b-4684-801f-fafdee16716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:53.938205 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3cc66190-f70b-4ba9-9505-74a1b390f9b2 req-57b45f7a-027b-4684-801f-fafdee16716b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e061cbb7487341c9ad836fb6efdc544a&device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 1101 time: 0.1228437 Jul 29 08:47:53.940314 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:53.942406 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:54.020767 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3cc66190-f70b-4ba9-9505-74a1b390f9b2 req-132e914f-d0ea-4f10-9401-085179d07701 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e061cbb7487341c9ad836fb6efdc544a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681200 Jul 29 08:47:54.023095 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=10']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:54.035449 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:54.227328 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66190-f70b-4ba9-9505-74a1b390f9b2 req-9a527a96-e0aa-488e-8cbf-c33b7b3ccee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.254853 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3cc66190-f70b-4ba9-9505-74a1b390f9b2 req-9a527a96-e0aa-488e-8cbf-c33b7b3ccee8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002978 Jul 29 08:47:54.254853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57092c-ddf3-46aa-878f-b7cb39da1477 req-fa0dec90-5105-48f7-a6d5-049246ef6dfd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.254853 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-da57092c-ddf3-46aa-878f-b7cb39da1477 req-fa0dec90-5105-48f7-a6d5-049246ef6dfd tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1710331 Jul 29 08:47:54.331500 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-da57092c-ddf3-46aa-878f-b7cb39da1477 req-4287940a-3d71-4af3-829a-8ac460da25a5 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748405 Jul 29 08:47:54.374255 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-a099da9a-6cd2-4ffb-936b-a3cea57657ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.375661 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-a099da9a-6cd2-4ffb-936b-a3cea57657ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e061cbb7487341c9ad836fb6efdc544a&device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 1101 time: 0.0822489 Jul 29 08:47:54.443432 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-4f7a190b-06ea-4a14-8d2f-03436b74b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.445045 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-4f7a190b-06ea-4a14-8d2f-03436b74b5aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1100 time: 0.0932789 Jul 29 08:47:54.452159 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-99e2aab9-98f7-4f09-9f76-e54b88e5f164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=67738769-07ea-4faf-bb1b-39769df5109c HTTP/1.1" status: 200 len: 217 time: 0.0689971 Jul 29 08:47:54.531818 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44770) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:54.569400 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-20f8b0ac-5fce-47ba-9816-4526d8f5aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.571270 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-20f8b0ac-5fce-47ba-9816-4526d8f5aaf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3368a73b-c064-4254-b930-c40f635b434e HTTP/1.1" status: 200 len: 843 time: 0.0990016 Jul 29 08:47:54.646903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-0454da71-5e94-4cf4-a90b-d107a45b9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.649141 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-0454da71-5e94-4cf4-a90b-d107a45b9d34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1755464 Jul 29 08:47:54.655367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-932a5b52-493d-47d7-a715-df0fb9528960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.656980 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-932a5b52-493d-47d7-a715-df0fb9528960 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a6fde74-b236-4389-adbd-3c98e84acc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778286 Jul 29 08:47:54.789100 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:54.876937 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-0fd02903-cb13-46df-b8b0-14f6c38eb177 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 200 len: 1001 time: 0.1832626 Jul 29 08:47:54.940077 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649dfd-141d-4be5-934a-d6411dcb9cda req-6ed8e56f-8c6c-4544-9018-2b2ffb79da6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.941635 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d9649dfd-141d-4be5-934a-d6411dcb9cda req-6ed8e56f-8c6c-4544-9018-2b2ffb79da6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.2833710 Jul 29 08:47:54.972672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-d8dca695-bddc-40d4-aeb3-47adc8a18ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:54.974065 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-d8dca695-bddc-40d4-aeb3-47adc8a18ab3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0890646 Jul 29 08:47:54.995711 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:47:55.019214 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Usage tracker for resource:security_group_rule and tenant:af6443f18c9740a6b28c825c9cdb9f59 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:47:55.026696 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:47:55.039104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:47:55.047467 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d9649dfd-141d-4be5-934a-d6411dcb9cda req-fa234b81-0a1a-4402-8ef3-b9857432ae02 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965037 Jul 29 08:47:55.080906 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-48535514-264e-47f4-b9aa-189a797944ee service neutron] 10.222.0.11 "GET /v2.0/networks/9a6fde74-b236-4389-adbd-3c98e84acc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993893 Jul 29 08:47:55.090523 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-f6bdf485-2316-4c5d-9c52-f1a53c1031d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:55.092129 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-f6bdf485-2316-4c5d-9c52-f1a53c1031d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064999 Jul 29 08:47:55.118723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139dcf0-4702-4f3f-a9d7-932aa781675d req-695a89b3-96a5-4dd3-9bbf-2e5090ca73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:55.120183 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9139dcf0-4702-4f3f-a9d7-932aa781675d req-695a89b3-96a5-4dd3-9bbf-2e5090ca73b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 1100 time: 0.4373367 Jul 29 08:47:55.190309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be38995-6b8f-45bc-a073-a7dcd699335c req-b3733e9d-093c-4a79-a488-aa2a21ec71b9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:55.194514 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-0be38995-6b8f-45bc-a073-a7dcd699335c req-b3733e9d-093c-4a79-a488-aa2a21ec71b9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Synchronizing usage tracker for tenant:e061cbb7487341c9ad836fb6efdc544a on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:55.245728 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-df71ee3c-b281-4fc5-b256-155e64449eb0 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460528 Jul 29 08:47:55.276639 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9139dcf0-4702-4f3f-a9d7-932aa781675d req-7b506c6f-2621-45da-ba47-956acec77d62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474652 Jul 29 08:47:55.353935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.353935 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ffc88d10-9dee-47e3-befb-5b8ee264d747 req-65e3795a-1269-4866-85f7-323fbdb13b0a service neutron] 10.222.0.11 "GET /v2.0/networks/9a6fde74-b236-4389-adbd-3c98e84acc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545779 Jul 29 08:47:55.399487 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ebbee7dd-bcc6-4cf3-b3e9-89b0ab750ee8 req-087dab0b-5e9f-4f05-b8ae-3c9e8ab7b150 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456144 Jul 29 08:47:55.423459 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-0be38995-6b8f-45bc-a073-a7dcd699335c req-b3733e9d-093c-4a79-a488-aa2a21ec71b9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Unset dirty status for tenant:e061cbb7487341c9ad836fb6efdc544a on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:55.424960 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0be38995-6b8f-45bc-a073-a7dcd699335c req-b3733e9d-093c-4a79-a488-aa2a21ec71b9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 948 time: 0.6372547 Jul 29 08:47:55.463058 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.471933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d9f309b-05bd-4bd3-8071-9fb16d1ce162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:55.546884 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0be38995-6b8f-45bc-a073-a7dcd699335c req-fdd2c15f-f8cf-409f-8143-d4a058a6f65b tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097999 Jul 29 08:47:55.554353 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af6443f18c9740a6b28c825c9cdb9f59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0212090 Jul 29 08:47:55.557506 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44786) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:55.561537 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6573e-08ef-4db7-bd43-cf454e56e63a,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:55.578715 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:55.598461 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-d29d8375-cf2d-4aba-b33e-697040937be3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:55.600267 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-d29d8375-cf2d-4aba-b33e-697040937be3 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.2231359 Jul 29 08:47:55.627794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1014-9e55-43e6-8849-49a81c483f30 req-7c6a019d-46d0-401c-b180-3868371deed6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:55.629270 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d1af1014-9e55-43e6-8849-49a81c483f30 req-7c6a019d-46d0-401c-b180-3868371deed6 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 945 time: 0.1377766 Jul 29 08:47:55.667924 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.683084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Deleting port 26d84f93-e11b-415a-8490-b4bbf42b95d8 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:55.683413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.709677 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d1af1014-9e55-43e6-8849-49a81c483f30 req-589d6eb1-a6d8-46ac-bdde-9280f3786de4 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/security-groups?id=40fd93a4-7d0b-4b65-9280-aa70f9e5216c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735345 Jul 29 08:47:55.711478 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.883535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.888437 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7499d3de-dd45-49f4-aeeb-3227fa1d2737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:55.901335 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6573e-08ef-4db7-bd43-cf454e56e63a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:55.904031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:55.906202 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:55.907528 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ae6573e-08ef-4db7-bd43-cf454e56e63a HTTP/1.1" status: 204 len: 168 time: 0.3477571 Jul 29 08:47:55.948339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] For port 26d84f93-e11b-415a-8490-b4bbf42b95d8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=26d84f93-e11b-415a-8490-b4bbf42b95d8,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:55.950904 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:56.092916 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Calling delete_port for 26d84f93-e11b-415a-8490-b4bbf42b95d8 owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:56.324079 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:56.344799 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12467-c852-472b-bc70-f261929966d3 req-b6caf441-c8f7-441a-8c60-171d001483c4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:56.353043 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f0b12467-c852-472b-bc70-f261929966d3 req-b6caf441-c8f7-441a-8c60-171d001483c4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.1788557 Jul 29 08:47:56.414798 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f0b12467-c852-472b-bc70-f261929966d3 req-ee29ffbc-024f-454d-ade4-b09c3c0e14e3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560095 Jul 29 08:47:56.439479 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:56.451472 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['26d84f93-e11b-415a-8490-b4bbf42b95d8'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:56.455679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-7232528a-48c4-4c54-8404-9b8cdf4ad41d tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:56.537283 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Pushing event deleted for resources: {'Port': ['ID=26d84f93-e11b-415a-8490-b4bbf42b95d8,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:56.539841 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:56.583822 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] No DVR routers for this DVR port 26d84f93-e11b-415a-8490-b4bbf42b95d8 on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:47:56.586341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:56.590565 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'name': 'network-vif-deleted', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:47:56.655176 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c048a7-9568-4bd2-82ee-259f0abf266e', 'name': 'network-vif-deleted', 'tag': '26d84f93-e11b-415a-8490-b4bbf42b95d8', 'status': 'completed', 'code': 200} Jul 29 08:47:56.764390 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9fac1e71-e7a7-4dd7-9484-5e0de411d004 req-3c466fd1-0b32-4eee-a5f8-4e71a385e35b tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.11 "DELETE /v2.0/ports/26d84f93-e11b-415a-8490-b4bbf42b95d8 HTTP/1.1" status: 204 len: 173 time: 1.1531723 Jul 29 08:47:56.781643 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827bbf-2e62-4226-8284-db0240407edc req-cd40fa4b-ce0b-44d8-b7b4-d75956eeaf3f tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:56.783323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-81827bbf-2e62-4226-8284-db0240407edc req-cd40fa4b-ce0b-44d8-b7b4-d75956eeaf3f tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 948 time: 0.1022959 Jul 29 08:47:56.848461 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-81827bbf-2e62-4226-8284-db0240407edc req-e2e52589-f0a1-47f4-909f-754fa286d40c tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569930 Jul 29 08:47:56.938777 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-054e6cea-b18c-4dee-925d-1b7c7967ee40 req-8d463e7f-eaeb-4116-b319-ef4c59e7ea57 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Synchronizing usage tracker for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:47:57.134581 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-054e6cea-b18c-4dee-925d-1b7c7967ee40 req-8d463e7f-eaeb-4116-b319-ef4c59e7ea57 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Unset dirty status for tenant:f32e3d93567e4eef97997dfa57914d53 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:47:57.135868 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-054e6cea-b18c-4dee-925d-1b7c7967ee40 req-8d463e7f-eaeb-4116-b319-ef4c59e7ea57 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c048a7-9568-4bd2-82ee-259f0abf266e HTTP/1.1" status: 200 len: 210 time: 0.2990761 Jul 29 08:47:57.603775 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 67738769-07ea-4faf-bb1b-39769df5109c details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:47:57.623920 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0686e4-4f3c-46b3-b5b2-fd4155606ba0 req-838ffde8-9d62-4ef3-aaeb-c36d5cc8b1b1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:57.633076 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5b0686e4-4f3c-46b3-b5b2-fd4155606ba0 req-838ffde8-9d62-4ef3-aaeb-c36d5cc8b1b1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.0987389 Jul 29 08:47:57.683896 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5b0686e4-4f3c-46b3-b5b2-fd4155606ba0 req-664287cb-3bd1-409f-a7b2-7efe84eb81d8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499296 Jul 29 08:47:57.749858 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67738769-07ea-4faf-bb1b-39769df5109c,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:57.762784 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '67738769-07ea-4faf-bb1b-39769df5109c', 'network_id': '9a6fde74-b236-4389-adbd-3c98e84acc5b', 'port_id': '67738769-07ea-4faf-bb1b-39769df5109c', 'mac_address': 'fa:16:3e:db:d0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3368a73b-c064-4254-b930-c40f635b434e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:47:57.821220 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:57.838793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67738769-07ea-4faf-bb1b-39769df5109c {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:47:57.855319 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67738769-07ea-4faf-bb1b-39769df5109c,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:58.045588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600614c-4d55-4fc6-8d7e-7368d69d0dce req-006373fd-9586-4e15-9a00-d2400bf6ffae tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:58.047124 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0600614c-4d55-4fc6-8d7e-7368d69d0dce req-006373fd-9586-4e15-9a00-d2400bf6ffae tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 948 time: 0.0849421 Jul 29 08:47:58.047667 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:58.050366 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:47:58.095104 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0600614c-4d55-4fc6-8d7e-7368d69d0dce req-e7f484bb-9dda-4706-9576-c59131381eda tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Jul 29 08:47:58.128865 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:47:58.132483 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:47:58.233404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44876) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:47:58.306403 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['67738769-07ea-4faf-bb1b-39769df5109c'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:47:58.859841 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:58.899652 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d665-ca7b-4412-a601-88d544c4ab46 req-bafb0cb3-b965-4ab3-8a70-29ff1045d6dd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:58.901248 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1a25d665-ca7b-4412-a601-88d544c4ab46 req-bafb0cb3-b965-4ab3-8a70-29ff1045d6dd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.0926800 Jul 29 08:47:58.949948 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1a25d665-ca7b-4412-a601-88d544c4ab46 req-2cf15378-ebc5-48e7-939e-6c8d7bb100b6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Jul 29 08:47:59.367614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a836a-a245-42f1-8246-4fa95f241ff0 req-55c21fb2-0b7c-4461-98eb-20e8aec5fb2c tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:47:59.369080 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f5a836a-a245-42f1-8246-4fa95f241ff0 req-55c21fb2-0b7c-4461-98eb-20e8aec5fb2c tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 949 time: 0.1454530 Jul 29 08:47:59.377745 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Deleting port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:47:59.384347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:59.481105 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f5a836a-a245-42f1-8246-4fa95f241ff0 req-a0bb18b3-fc52-4b6f-9813-c191835f0ed1 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049089 Jul 29 08:47:59.588356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] For port f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,segment=NetworkSegment(2759b4f3-326a-47f4-b69c-d50abfec76f2),segment_id=2759b4f3-326a-47f4-b69c-d50abfec76f2)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:47:59.592730 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:59.610588 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 67738769-07ea-4faf-bb1b-39769df5109c up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:47:59.712776 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Calling delete_port for f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:47:59.804215 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 67738769-07ea-4faf-bb1b-39769df5109c completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:47:59.810196 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 67738769-07ea-4faf-bb1b-39769df5109c triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:47:59.810865 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:59.968180 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:47:59.998310 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:00.008464 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67738769-07ea-4faf-bb1b-39769df5109c,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:00.083386 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:00.084379 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 26d84f93-e11b-415a-8490-b4bbf42b95d8 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:00.112219 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:00.141597 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:00.159961 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:00.170146 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 26d84f93-e11b-415a-8490-b4bbf42b95d8 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:00.170500 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 26d84f93-e11b-415a-8490-b4bbf42b95d8 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:00.193522 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:00.196813 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:00.260191 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Pushing event deleted for resources: {'Port': ['ID=f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:00.277727 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c', 'code': 200} Jul 29 08:48:00.348168 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.348529 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.348878 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.349225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.349566 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.349944 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.350289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.350626 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.350970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.351302 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.351638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.351966 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:00.362219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:00.494826 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151c850-2dc4-46b9-8c87-5de4241187df req-c5ec24da-2daf-49ef-8ef9-8ee917443cba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:00.496215 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9151c850-2dc4-46b9-8c87-5de4241187df req-c5ec24da-2daf-49ef-8ef9-8ee917443cba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.2524526 Jul 29 08:48:00.674498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0174e-29db-46e4-abe7-587805b15f8a req-19c816aa-c11a-4bb5-be62-d120bc3d8273 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:00.676002 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bed0174e-29db-46e4-abe7-587805b15f8a req-19c816aa-c11a-4bb5-be62-d120bc3d8273 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.0822668 Jul 29 08:48:00.707048 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9151c850-2dc4-46b9-8c87-5de4241187df req-d059d666-c301-4959-8875-a211e914a357 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730493 Jul 29 08:48:00.708101 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:00.862369 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bed0174e-29db-46e4-abe7-587805b15f8a req-0e15c274-f7ab-4c6a-ad05-252d41d3e9c5 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802580 Jul 29 08:48:00.896689 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a0587-6040-4bf6-80cd-a3f748083567 req-0b5dbb05-7ced-40fa-92ff-c11f2638c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:00.898760 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b11a0587-6040-4bf6-80cd-a3f748083567 req-0b5dbb05-7ced-40fa-92ff-c11f2638c969 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 1103 time: 0.1839707 Jul 29 08:48:00.943201 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b11a0587-6040-4bf6-80cd-a3f748083567 req-81543f06-9b55-4d2b-9d22-34e90086d771 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Jul 29 08:48:01.095524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Router 5eeb953d-2c63-4184-a8ad-57493d125113 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:48:01.281020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:48:01.290355 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Sync routers for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:48:01.300852 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:48:01.301455 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:47:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:01.422648 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] 10.222.0.36 "PUT /v2.0/routers/5eeb953d-2c63-4184-a8ad-57493d125113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1880987 Jul 29 08:48:01.426323 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44918) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:01.484563 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:48:01.613554 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:01.811967 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:01.825059 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:47:59Z', 'revision_number': 5, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:01.828961 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Checking router: 5eeb953d-2c63-4184-a8ad-57493d125113 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:48:01.838529 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Routers {'5eeb953d-2c63-4184-a8ad-57493d125113'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:48:01.839160 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:47:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['5eeb953d-2c63-4184-a8ad-57493d125113'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:01.952082 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Deleting port 69ab6de0-f0c7-4758-be2c-de0932a91a4a {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:48:01.952692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:02.026033 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] Set router 5eeb953d-2c63-4184-a8ad-57493d125113 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:48:02.183898 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ca2a-7954-45ba-bccd-19cc3a7b17b8 req-8cc12453-ef96-4db0-9d86-d9a62a488d62 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:02.185479 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0248ca2a-7954-45ba-bccd-19cc3a7b17b8 req-8cc12453-ef96-4db0-9d86-d9a62a488d62 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.1991436 Jul 29 08:48:02.226280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] For port 69ab6de0-f0c7-4758-be2c-de0932a91a4a, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=69ab6de0-f0c7-4758-be2c-de0932a91a4a,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:02.226635 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:02.327501 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:47:59Z', 'revision_number': 5, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:02.332154 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0c71-e712-4c07-87cc-119b3b4b00a6 None None] The sync data for ids ['5eeb953d-2c63-4184-a8ad-57493d125113'] in dv-cinder-802781-1-smb is: [{'id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'name': 'tempest-ServerRescueNegativeTestJSON-1997761293-router', 'tenant_id': 'f32e3d93567e4eef97997dfa57914d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:45Z', 'updated_at': '2021-07-29T08:47:59Z', 'revision_number': 5, 'project_id': 'f32e3d93567e4eef97997dfa57914d53', 'gw_port': {'id': '69ab6de0-f0c7-4758-be2c-de0932a91a4a', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb953d-2c63-4184-a8ad-57493d125113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:47Z', 'updated_at': '2021-07-29T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:48:02.460323 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Calling delete_port for 69ab6de0-f0c7-4758-be2c-de0932a91a4a owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:48:02.489485 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0248ca2a-7954-45ba-bccd-19cc3a7b17b8 req-743b5de8-1374-4d86-89d1-e70f72fafdc3 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915289 Jul 29 08:48:02.766943 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:02.769781 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:02.779197 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-daf86866-e8e8-4c8d-8ff3-62a4984a80db tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:02.803070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:02.803629 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f99c3f47-8b56-44a0-bafe-e6f3bdd94b7b not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:02.854093 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ab6de0-f0c7-4758-be2c-de0932a91a4a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:02.885209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:02.943664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.116209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.118484 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.306217 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.307091 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eeb953d-2c63-4184-a8ad-57493d125113 {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:48:03.322211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.325980 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5eeb953d-2c63-4184-a8ad-57493d125113 HTTP/1.1" status: 204 len: 168 time: 1.8956361 Jul 29 08:48:03.326229 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44946) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:03.393352 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Deleting subnet 0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:48:03.397638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.455940 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.520780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.679222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb21-1c8b-4ebf-90e4-30cb1b4734e3 req-c6bfa22b-92b6-4817-810d-66ebd5670c03 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:03.680709 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-443cbb21-1c8b-4ebf-90e4-30cb1b4734e3 req-c6bfa22b-92b6-4817-810d-66ebd5670c03 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.0820096 Jul 29 08:48:03.725649 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-443cbb21-1c8b-4ebf-90e4-30cb1b4734e3 req-b981aa45-249a-4247-afd8-a4b4acb3447a tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Jul 29 08:48:03.820543 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.826749 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a17ebec9-df24-4cb0-a75f-1833a4d9f9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:03.861561 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:03.864844 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:03.866050 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:03.873597 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6269e10e-c449-493a-975b-2535c3251bd1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0a7c45d4-bfe0-4217-ae8b-44a1a1052f5c HTTP/1.1" status: 204 len: 168 time: 0.5462768 Jul 29 08:48:03.876015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44954) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:04.001456 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.134521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.148017 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ac5886-a33d-43ab-bad5-2465dabf0a9b']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:04.161318 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2759b4f3-326a-47f4-b69c-d50abfec76f2') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:04.161618 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2759b4f3-326a-47f4-b69c-d50abfec76f2') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:04.172889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.188510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.194395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:48:04.194772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:48:04.209204 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:48:04.437879 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.443985 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0bfdb0a3-d38f-4d9d-b108-312a983281e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:04.457725 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:04.464301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ac5886-a33d-43ab-bad5-2465dabf0a9b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:04.468721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:04.735631 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3ac5886-a33d-43ab-bad5-2465dabf0a9b HTTP/1.1" status: 204 len: 168 time: 0.8584352 Jul 29 08:48:04.815160 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 69ab6de0-f0c7-4758-be2c-de0932a91a4a no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:04.852494 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 69ab6de0-f0c7-4758-be2c-de0932a91a4a {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:04.852844 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 69ab6de0-f0c7-4758-be2c-de0932a91a4a not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:04.927828 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c969423-c249-4c7c-8941-bc46f93a3c9b req-816f11de-0374-4a48-aa35-ab3951bc62c2 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:04.929421 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2c969423-c249-4c7c-8941-bc46f93a3c9b req-816f11de-0374-4a48-aa35-ab3951bc62c2 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.1017480 Jul 29 08:48:05.001186 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2c969423-c249-4c7c-8941-bc46f93a3c9b req-35b861ee-ada8-4b24-8fc2-cc675a4c5d91 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Jul 29 08:48:05.190235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 44982) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:05.249392 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1279c3c5-7856-41c8-b6e6-1928e612ea62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f32e3d93567e4eef97997dfa57914d53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572917 Jul 29 08:48:05.252008 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 44988) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:05.317450 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:05.344615 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:05.536089 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:05.540920 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-81d009ee-9cd2-49b8-85f8-b60b62de42ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:05.557717 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd93a4-7d0b-4b65-9280-aa70f9e5216c,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:05.561126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:05.727746 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:05.728987 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40fd93a4-7d0b-4b65-9280-aa70f9e5216c HTTP/1.1" status: 204 len: 168 time: 0.4759231 Jul 29 08:48:06.133991 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-b60259a1-4538-4bb3-8416-838360af4985 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:06.135743 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-b60259a1-4538-4bb3-8416-838360af4985 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.11 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.1017184 Jul 29 08:48:06.215424 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Deleting port 67738769-07ea-4faf-bb1b-39769df5109c {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:48:06.215655 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:06.295862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805407-f9e7-42e0-8d2a-703999c532b6 req-e4a17e32-a2c9-44fb-8f19-ecfcb2c7b0aa tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:06.314283 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-53805407-f9e7-42e0-8d2a-703999c532b6 req-e4a17e32-a2c9-44fb-8f19-ecfcb2c7b0aa tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 950 time: 0.1949446 Jul 29 08:48:06.353838 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-53805407-f9e7-42e0-8d2a-703999c532b6 req-8d233863-42fb-4758-9a62-64c26d80c1ee tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/security-groups?id=317669e2-5f77-4780-a4ce-7878b33c8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Jul 29 08:48:06.480059 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] For port 67738769-07ea-4faf-bb1b-39769df5109c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67738769-07ea-4faf-bb1b-39769df5109c,segment=NetworkSegment(8dd30684-e03d-4d5e-9ff9-e43912219a14),segment_id=8dd30684-e03d-4d5e-9ff9-e43912219a14)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:06.480409 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:06.602680 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Calling delete_port for 67738769-07ea-4faf-bb1b-39769df5109c owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:48:06.854543 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:06.862746 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d88d0582-63e8-446f-b532-459dd6e3b506 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:06.866671 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['67738769-07ea-4faf-bb1b-39769df5109c'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:48:06.946884 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Pushing event deleted for resources: {'Port': ['ID=67738769-07ea-4faf-bb1b-39769df5109c,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:06.953389 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:06.989511 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] No DVR routers for this DVR port 67738769-07ea-4faf-bb1b-39769df5109c on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:48:06.993153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:06.996268 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'name': 'network-vif-deleted', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:07.050076 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370eb5f7-edb4-48cb-9a08-bd2c4a359acb', 'name': 'network-vif-deleted', 'tag': '67738769-07ea-4faf-bb1b-39769df5109c', 'status': 'completed', 'code': 200} Jul 29 08:48:07.099956 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9bb7910c-03e6-495e-8480-ea9ff093b05f req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.11 "DELETE /v2.0/ports/67738769-07ea-4faf-bb1b-39769df5109c HTTP/1.1" status: 204 len: 173 time: 0.9580512 Jul 29 08:48:07.523088 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5b72e532-c835-4254-bf7e-6fca4014da88 req-518b88db-0b2c-4713-bf76-a4b1c36f345b tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0437660 Jul 29 08:48:07.848729 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:48:08.707871 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-17c80e8f-b57d-4f98-865f-756d3c5bbb18 req-b83b9f29-af23-4351-b7cb-21b7e694f282 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] 10.222.0.36 "GET /v2.0/ports?device_id=370eb5f7-edb4-48cb-9a08-bd2c4a359acb HTTP/1.1" status: 200 len: 210 time: 0.0470877 Jul 29 08:48:09.654057 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 67738769-07ea-4faf-bb1b-39769df5109c no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:09.690001 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 67738769-07ea-4faf-bb1b-39769df5109c {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:09.690352 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 67738769-07ea-4faf-bb1b-39769df5109c not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:11.740540 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5b466e22-112c-4d6c-94d2-90c1eec8dd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:12.036165 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:14.157323 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5d500a4c-38e5-4c7f-9df0-4fc9403f2640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:15.266244 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.171072 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 45404) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:16.309488 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.324536 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:16.329677 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Usage tracker for resource:security_group_rule and tenant:b566b8887c9046f6bab8378ae8518186 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:16.333190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:16.339098 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:16.432872 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.550097 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.557861 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9c71cfca-bb91-46de-8ce9-c6bdd070118a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:16.605648 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b566b8887c9046f6bab8378ae8518186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334600 Jul 29 08:48:16.609041 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45416) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:16.610782 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35842241-cfa0-48dd-bb13-64fec02cc159,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:16.614191 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:16.686842 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.706402 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.749802 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.938645 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.943302 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-09d554d9-e035-4f2e-954d-4a5b991f50db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:16.958773 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35842241-cfa0-48dd-bb13-64fec02cc159,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:16.961688 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:16.969207 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:16.970728 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35842241-cfa0-48dd-bb13-64fec02cc159 HTTP/1.1" status: 204 len: 168 time: 0.3591685 Jul 29 08:48:18.128732 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45452) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:18.305713 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-59caa69b-3dbe-4e9d-bfd7-89d5f75a1693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e061cbb7487341c9ad836fb6efdc544a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732645 Jul 29 08:48:18.307589 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45462) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:18.391963 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:18.415339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:18.631437 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:18.640088 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5d4c6f09-69b0-48ab-8ad9-4dfc0cf565e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:18.659756 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317669e2-5f77-4780-a4ce-7878b33c8ce8,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:18.662707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:18.742073 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:18.743670 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/317669e2-5f77-4780-a4ce-7878b33c8ce8 HTTP/1.1" status: 204 len: 168 time: 0.4351828 Jul 29 08:48:21.106577 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fa5c9-ef21-462f-b035-34879ed1749f req-71599343-5e13-467d-bf87-c63f66405943 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:21.108858 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-554fa5c9-ef21-462f-b035-34879ed1749f req-71599343-5e13-467d-bf87-c63f66405943 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0982471 Jul 29 08:48:21.175527 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-554fa5c9-ef21-462f-b035-34879ed1749f req-880e4054-75f3-4d8d-a91f-57ef4d00c028 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565586 Jul 29 08:48:22.399044 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c6b4-a5c0-46bf-b5a7-ffc6b494dadf req-4c53fdcb-07c9-4ce7-883f-5db7938c54fc tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:22.400658 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dcb5c6b4-a5c0-46bf-b5a7-ffc6b494dadf req-4c53fdcb-07c9-4ce7-883f-5db7938c54fc tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0991898 Jul 29 08:48:22.448906 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dcb5c6b4-a5c0-46bf-b5a7-ffc6b494dadf req-0bc6fd22-e1a4-4a68-b581-fcc05759619a tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Jul 29 08:48:23.308425 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 45596) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:23.432029 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:23.446170 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:23.450242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff3470551bf412bb1b6842a5c060b39 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:23.453692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:23.459495 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:23.542653 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:23.642477 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f244d79-62a0-4de9-9e4d-2e411c73d8aa req-702fadee-f395-481a-9136-fff7ac98f967 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:23.644003 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9f244d79-62a0-4de9-9e4d-2e411c73d8aa req-702fadee-f395-481a-9136-fff7ac98f967 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0859928 Jul 29 08:48:23.695598 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9f244d79-62a0-4de9-9e4d-2e411c73d8aa req-3ad8957c-4066-4fe0-ad88-38502d77697d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Jul 29 08:48:23.722938 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:23.734938 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5c2e2c37-cb04-4556-b092-2b73597d82cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:23.776061 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ff3470551bf412bb1b6842a5c060b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664845 Jul 29 08:48:23.780876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd2bd8-6cdc-4e72-8502-26aa5bf9c14a,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:23.780999 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45608) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:23.781470 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:23.842429 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:23.868652 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:24.002751 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:24.006601 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-10d94b85-573d-44ca-bf1c-e2d790a25453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:24.021592 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd2bd8-6cdc-4e72-8502-26aa5bf9c14a,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:24.023971 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:24.030344 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:24.031466 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2cd2bd8-6cdc-4e72-8502-26aa5bf9c14a HTTP/1.1" status: 204 len: 168 time: 0.2515173 Jul 29 08:48:24.967811 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375d68-a23b-4b69-b0eb-18628daa6f08 req-9b2c7832-a514-4884-a4f5-6ded938195e5 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:24.969189 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-39375d68-a23b-4b69-b0eb-18628daa6f08 req-9b2c7832-a514-4884-a4f5-6ded938195e5 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.1610613 Jul 29 08:48:25.012498 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 45628) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:25.016709 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-39375d68-a23b-4b69-b0eb-18628daa6f08 req-d0d64863-76f0-418c-9bcc-23d0b1bf75a7 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Jul 29 08:48:25.040775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.052983 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:25.057645 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Usage tracker for resource:security_group_rule and tenant:48a06efe869a4d35ab531bf777de8af6 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:25.061402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:25.067231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:25.150431 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.282521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.293341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ca22f27e-f95b-4eb7-9b53-5b1e3682fbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:25.332231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdaae70-7917-42cc-a120-ea69d973c87f,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:25.336545 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48a06efe869a4d35ab531bf777de8af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228211 Jul 29 08:48:25.337431 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:25.340139 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 45632) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:25.406839 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.434655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.556154 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.562889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5ebc99a5-19a0-4dae-a6f8-4984c58055c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:25.578904 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdaae70-7917-42cc-a120-ea69d973c87f,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:25.581652 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:25.592611 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:25.593784 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebdaae70-7917-42cc-a120-ea69d973c87f HTTP/1.1" status: 204 len: 168 time: 0.2527161 Jul 29 08:48:25.797330 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-03034273-10b9-4c1d-9311-45a3dd3d9350 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:25.798790 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-03034273-10b9-4c1d-9311-45a3dd3d9350 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0841777 Jul 29 08:48:25.873901 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Deleting port 16a6a55c-1503-4c71-898f-aaf46694b663 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:48:25.874232 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:26.145562 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] For port 16a6a55c-1503-4c71-898f-aaf46694b663, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16a6a55c-1503-4c71-898f-aaf46694b663,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:26.146539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:26.234031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c894d16-9807-489c-98eb-974fa022e654 req-00d47210-919a-405a-8225-eb3affd24cc8 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:26.236107 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9c894d16-9807-489c-98eb-974fa022e654 req-00d47210-919a-405a-8225-eb3affd24cc8 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 946 time: 0.0909576 Jul 29 08:48:26.270113 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Calling delete_port for 16a6a55c-1503-4c71-898f-aaf46694b663 owned by compute:nova {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:48:26.283521 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9c894d16-9807-489c-98eb-974fa022e654 req-c0329946-8800-4059-b635-7e6a2df8846d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Jul 29 08:48:26.334452 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:26.562797 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:26.580666 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['16a6a55c-1503-4c71-898f-aaf46694b663'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:48:26.588284 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:26.650162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Pushing event deleted for resources: {'Port': ['ID=16a6a55c-1503-4c71-898f-aaf46694b663,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:26.654248 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:26.726767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] No DVR routers for this DVR port 16a6a55c-1503-4c71-898f-aaf46694b663 on host hv-cinder-80278 {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:48:26.729310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:26.732694 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'name': 'network-vif-deleted', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:26.780017 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72378f2-1314-4045-9006-9b5880c47417', 'name': 'network-vif-deleted', 'tag': '16a6a55c-1503-4c71-898f-aaf46694b663', 'status': 'completed', 'code': 200} Jul 29 08:48:26.908461 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1a2c4a84-749a-4700-af99-6ab6daf82265 req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "DELETE /v2.0/ports/16a6a55c-1503-4c71-898f-aaf46694b663 HTTP/1.1" status: 204 len: 173 time: 1.1024776 Jul 29 08:48:27.483773 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b4066b47-c41c-4cd7-9b9c-56b1ea15e728 req-af59f6ab-e787-4cf0-b358-1b93c2eec79b tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=b72378f2-1314-4045-9006-9b5880c47417 HTTP/1.1" status: 200 len: 210 time: 0.0448670 Jul 29 08:48:29.764644 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 16a6a55c-1503-4c71-898f-aaf46694b663 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:29.807793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 16a6a55c-1503-4c71-898f-aaf46694b663 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:29.808274 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 16a6a55c-1503-4c71-898f-aaf46694b663 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:33.846911 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-adeb8332-b2ec-484c-a622-f1f1849124c6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:33.848441 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-adeb8332-b2ec-484c-a622-f1f1849124c6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 813 time: 0.1532290 Jul 29 08:48:33.863454 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-a015761a-121b-42b9-8be2-6758bc0056cd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/quotas/81505f98eefd45d2ac0d277f857a8fc8 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Jul 29 08:48:33.915450 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-1d9cd850-2c59-483e-8ab8-745c17386f6f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465922 Jul 29 08:48:34.055016 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-b4389400-4f4a-43f7-aec0-7d7916cf11cf service neutron] 10.222.0.36 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326060 Jul 29 08:48:34.197695 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-30f1ead5-a06a-4c44-a7a5-926dd433f4d0 service neutron] 10.222.0.36 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333294 Jul 29 08:48:34.486009 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f0cf9fa-50ca-476c-a837-11d74c9b80d4 req-d65f6ee1-79b7-4d7a-87a1-c3eedf823505 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 210 time: 0.0446076 Jul 29 08:48:35.649784 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-691b3b44-06e1-41a5-aafd-ae15c260c029 req-9cd2420a-4ffb-4562-8a17-729a68207825 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 210 time: 0.0460577 Jul 29 08:48:36.090337 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45948) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:36.200779 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45956) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:36.327767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.360499 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:36.366241 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.377453 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Usage tracker for resource:security_group_rule and tenant:3a99b0bc0a914614b6e100dd7e7d237f is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:36.382082 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:36.395788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:36.395788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:36.405869 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Usage tracker for resource:security_group_rule and tenant:4e892a1ed87e4011be8f78af8216b9f2 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:36.411959 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:36.419804 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:36.547042 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.565678 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.682955 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.690120 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.703230 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-7828d746-5072-447d-9373-d9cc0c0d3021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:36.756189 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 45976) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:36.758770 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e892a1ed87e4011be8f78af8216b9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515275 Jul 29 08:48:36.779040 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a99b0bc0a914614b6e100dd7e7d237f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864381 Jul 29 08:48:36.780019 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 45982) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:36.799884 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eb3fa-4778-4a0c-a1e5-91c2730e9239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc30cb7b-b40b-4b4f-aaaa-b4cf12c55761,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:36.846744 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8cd1e9df-9669-4c5d-9bf9-2dc34abdad5f req-7fcf6633-4738-429e-be35-1c0914c383ff tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 210 time: 0.0613523 Jul 29 08:48:36.869706 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d08e04-f185-427b-ad6a-4c29b16ec56d,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:36.873456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5b70654a-8fef-4621-9a87-4d523beaeb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:36.874134 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:36.874692 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:36.907156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.934239 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.939809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:36.974117 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.023140 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f167077-417a-46b3-889e-a0e82f623a26 req-2e1b6bcc-a744-46f5-901c-b6ccdd65ef5f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:37.024618 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9f167077-417a-46b3-889e-a0e82f623a26 req-2e1b6bcc-a744-46f5-901c-b6ccdd65ef5f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.1392415 Jul 29 08:48:37.089326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.089326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-223667ed-4020-42a5-882e-fb9ac27f4ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:37.113468 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d08e04-f185-427b-ad6a-4c29b16ec56d,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:37.115937 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:37.118280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.120030 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75d08e04-f185-427b-ad6a-4c29b16ec56d HTTP/1.1" status: 204 len: 168 time: 0.3617105 Jul 29 08:48:37.187507 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9f167077-417a-46b3-889e-a0e82f623a26 req-0a5e974e-9cab-410a-9c89-e6a5d0220547 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386173 Jul 29 08:48:37.232245 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-e81aca24-e546-40e0-9392-531af0680909 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:37.233666 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-e81aca24-e546-40e0-9392-531af0680909 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 813 time: 0.2082064 Jul 29 08:48:37.248875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Request body: {'port': {'device_id': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd', 'admin_state_up': True, 'tenant_id': '81505f98eefd45d2ac0d277f857a8fc8'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:37.282801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.289146 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cfa78bce-d6b1-41c7-b266-c974c820ba8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:37.351771 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc30cb7b-b40b-4b4f-aaaa-b4cf12c55761,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:37.354119 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:37.477969 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.479105 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc30cb7b-b40b-4b4f-aaaa-b4cf12c55761 HTTP/1.1" status: 204 len: 168 time: 0.6954820 Jul 29 08:48:37.511340 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:37.516021 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Usage tracker for resource:port and tenant:81505f98eefd45d2ac0d277f857a8fc8 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:37.519219 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:37.526106 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:37.738268 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Made reservation on behalf of 81505f98eefd45d2ac0d277f857a8fc8 for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:48:37.741949 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:37.912386 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Allocated IP 172.20.0.9 (be41c29c-3b0b-46d9-94ad-3e9dca2e97dd/69aecae5-d906-47e2-860d-a484ae193348/a4097cd7-eb19-47bf-bc58-c76cd91f221d) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:48:38.139957 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d04c2b8c-fddc-4902-bcbe-514ad264233c req-84ed4156-7bb8-402e-af81-dd957a166cf3 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 210 time: 0.1779404 Jul 29 08:48:38.147313 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46000) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:38.154769 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.166445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.182408 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:38.187067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Usage tracker for resource:security_group_rule and tenant:523d4ab32b304dcfacb05dba07ed8094 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:38.190680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:38.200883 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:38.266066 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.279756 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:38.303578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.394191 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:48:38.401858 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:48:38.411254 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:48:38.438340 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.453039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-bd65982e-75d0-4a6c-91be-0ce65d67bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:38.461683 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Pushing event updated for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:38.475812 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:38.491059 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:38.491680 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.503816 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80628855-f428-4793-b309-83a78d7af283,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:38.508626 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:38.510976 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=523d4ab32b304dcfacb05dba07ed8094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626685 Jul 29 08:48:38.515851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46010) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:38.538493 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbc84-4eb0-4d5f-baeb-9a2d3e2f986d req-31ee5fac-d613-4a3f-81e1-c126e28b682d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:38.539958 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b4ebbc84-4eb0-4d5f-baeb-9a2d3e2f986d req-31ee5fac-d613-4a3f-81e1-c126e28b682d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.1946828 Jul 29 08:48:38.569100 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-15ad357c-3285-4d67-963d-0163055df4ad tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:38.570618 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-15ad357c-3285-4d67-963d-0163055df4ad tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 947 time: 0.1737866 Jul 29 08:48:38.591148 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b4ebbc84-4eb0-4d5f-baeb-9a2d3e2f986d req-f6d69815-8ef5-4daf-a519-54c23f740158 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f98d6ce-d206-4df8-aca0-6ac899c3faab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Jul 29 08:48:38.649248 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4049380 Jul 29 08:48:38.651639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.660632 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Request body: {'port': {'device_id': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:38.668266 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Deleting port 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:48:38.668591 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.725453 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.767908 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.960950 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] For port 6db2db60-d859-4276-ab91-c61f2349e129, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6db2db60-d859-4276-ab91-c61f2349e129,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:38.961312 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:38.973680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.025284 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-77747a27-6022-45f9-a759-e2e0b9dc1e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:39.057480 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80628855-f428-4793-b309-83a78d7af283,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:39.062460 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:39.068356 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.071840 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80628855-f428-4793-b309-83a78d7af283 HTTP/1.1" status: 204 len: 168 time: 0.5526633 Jul 29 08:48:39.173985 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4097cd7-eb19-47bf-bc58-c76cd91f221d {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:48:39.189652 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.226921 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Transition to ACTIVE for port object a4097cd7-eb19-47bf-bc58-c76cd91f221d will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:48:39.300238 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.306126 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5fc80734-5522-4a5f-9e82-d52f9aaec1a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:39.364411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.365041 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.365307 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Floating IP 547e3371-f195-4e13-aca6-75302cafca68 disassociated. External IP: 172.28.1.55, port: 6db2db60-d859-4276-ab91-c61f2349e129. Jul 29 08:48:39.365578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Calling delete_port for 6db2db60-d859-4276-ab91-c61f2349e129 owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:48:39.466589 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Pushing event updated for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:39.474463 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:39.482864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948049ff-c12d-4fb8-9576-91f1617f9b54 req-2d80771f-e1a7-4711-8081-c648fd41e249 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:39.484350 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-948049ff-c12d-4fb8-9576-91f1617f9b54 req-2d80771f-e1a7-4711-8081-c648fd41e249 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 943 time: 0.1579123 Jul 29 08:48:39.552393 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Attempting to bind port a4097cd7-eb19-47bf-bc58-c76cd91f221d on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:48:39.553717 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Attempting to bind port a4097cd7-eb19-47bf-bc58-c76cd91f221d by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:48:39.553717 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Attempting to bind port a4097cd7-eb19-47bf-bc58-c76cd91f221d on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:48:39.563206 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Port a4097cd7-eb19-47bf-bc58-c76cd91f221d on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:48:39.563624 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Attempting to bind port a4097cd7-eb19-47bf-bc58-c76cd91f221d on network be41c29c-3b0b-46d9-94ad-3e9dca2e97dd {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:48:39.571679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:48:39.572024 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Checking segment: {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:48:39.573108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Bound using segment: {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:48:39.573574 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Bound port: a4097cd7-eb19-47bf-bc58-c76cd91f221d, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fe9c1-e141-4ded-b554-f5afe21e60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:48:39.573960 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.604495 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-948049ff-c12d-4fb8-9576-91f1617f9b54 req-a3ac6fc8-0b68-4c05-b15c-30ddc484ac6d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120026 Jul 29 08:48:39.696995 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:48:39.700353 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:48:39.727061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.733425 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-dbdbd4f8-c961-4aa0-9e48-508816e9c16e tempest-DeleteServersTestJSON-725736407 tempest-DeleteServersTestJSON-725736407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:39.777955 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9f87e0fb-6684-4b41-a560-c8797a0fa8a1 req-74b3ea2e-c16a-4eed-86cd-0b3bff646002 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0516813 Jul 29 08:48:39.784827 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'Port': ['ID=6db2db60-d859-4276-ab91-c61f2349e129,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:39.787012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:39.789895 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.796808 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:39.858794 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:39.859401 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:39.860761 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4097cd7-eb19-47bf-bc58-c76cd91f221d HTTP/1.1" status: 200 len: 1093 time: 1.2045205 Jul 29 08:48:39.861237 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:39.881860 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Pushing event updated for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:39.891012 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:39.906899 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d', 'status': 'completed', 'code': 200} Jul 29 08:48:39.998438 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:48:40.018283 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340158f6-5567-4419-90e9-80845720498a req-87adb42e-8e84-48fe-bf6e-f8c00db19dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:40.019825 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-340158f6-5567-4419-90e9-80845720498a req-87adb42e-8e84-48fe-bf6e-f8c00db19dbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 1096 time: 0.0924988 Jul 29 08:48:40.272564 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340158f6-5567-4419-90e9-80845720498a req-586a86b0-b276-4b9b-a514-e547ef862779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:40.274139 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-340158f6-5567-4419-90e9-80845720498a req-586a86b0-b276-4b9b-a514-e547ef862779 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2473221 Jul 29 08:48:40.282568 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:48:40.307871 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:48:40.334350 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:48:40.334998 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:48:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:40.369899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] No DVR routers for this DVR port 6db2db60-d859-4276-ab91-c61f2349e129 on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:48:40.382946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:40.382946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-deleted', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:40.433490 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f95caf-4bf3-4769-974f-f7535879d5a8', 'name': 'network-vif-deleted', 'tag': '6db2db60-d859-4276-ab91-c61f2349e129', 'status': 'completed', 'code': 200} Jul 29 08:48:40.494786 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cadcf22c-07d5-4778-9fde-37675be29f63 req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "DELETE /v2.0/ports/6db2db60-d859-4276-ab91-c61f2349e129 HTTP/1.1" status: 204 len: 173 time: 1.9183962 Jul 29 08:48:40.504138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340158f6-5567-4419-90e9-80845720498a req-a8fb9411-1c26-4bdc-ab9a-f62871e559ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:40.507214 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-340158f6-5567-4419-90e9-80845720498a req-a8fb9411-1c26-4bdc-ab9a-f62871e559ac service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243969 Jul 29 08:48:40.673726 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:48:40.709509 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-68ce695a-6156-45e5-b2cc-1fdad6d71254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:40.712573 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-68ce695a-6156-45e5-b2cc-1fdad6d71254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 1096 time: 0.1479599 Jul 29 08:48:40.873478 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-7d0a26f3-cd07-4967-ab5b-dc204994ae72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d HTTP/1.1" status: 200 len: 217 time: 0.1518872 Jul 29 08:48:40.984828 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c80aa-763d-43b6-8ece-3db268412d44 req-d848189f-797e-4a5d-a04e-c945098a01a4 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:40.996242 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-050c80aa-763d-43b6-8ece-3db268412d44 req-d848189f-797e-4a5d-a04e-c945098a01a4 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 943 time: 0.1785290 Jul 29 08:48:41.008600 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-296f909f-ed4f-496e-98d3-c26ad20d7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:41.010692 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-296f909f-ed4f-496e-98d3-c26ad20d7894 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69aecae5-d906-47e2-860d-a484ae193348 HTTP/1.1" status: 200 len: 853 time: 0.1306608 Jul 29 08:48:41.069620 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-050c80aa-763d-43b6-8ece-3db268412d44 req-467b7f8d-c488-4624-a312-7a48f5ff1d10 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644677 Jul 29 08:48:41.099795 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-09e8f65c-0345-449b-9a67-09239513a62a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821915 Jul 29 08:48:41.181621 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cd8a95ec-5bf7-4627-9e9b-1c241210e633 req-6e676424-be42-4c6c-8643-dcc64ef29064 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f95caf-4bf3-4769-974f-f7535879d5a8 HTTP/1.1" status: 200 len: 210 time: 0.0805585 Jul 29 08:48:41.217857 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:41.222602 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:48:41.231567 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:48:41.232321 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:48:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:41.305576 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-dc15003a-2cd7-4643-a7a6-a11f1485bc3e service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638649 Jul 29 08:48:41.432333 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:48:41.471431 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5f1a6dec-44aa-433f-b389-9711835ec1e5 req-f3d468d8-e9f4-4895-b928-f0e4f938454f service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617966 Jul 29 08:48:41.785076 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:48:41.822712 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-faaf22dc-c75d-4b13-bd35-300c357cbdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:41.833625 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 6db2db60-d859-4276-ab91-c61f2349e129 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:48:41.834122 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 6db2db60-d859-4276-ab91-c61f2349e129 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:48:41.871313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:48:41.876173 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d44bd4-1ec5-4a7c-8c33-3d15541cc767 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:48:42.019730 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:42.136963 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979310a2-46cb-4ec8-8ef2-38cc76d72d2d None None] New status for floating IP 547e3371-f195-4e13-aca6-75302cafca68: DOWN {{(pid=79227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:48:42.271027 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0a5-8938-43e0-a603-6b534b5e21ad req-63e99577-57cf-4d36-8432-3c7fd6d84b71 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:42.272692 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48c7e0a5-8938-43e0-a603-6b534b5e21ad req-63e99577-57cf-4d36-8432-3c7fd6d84b71 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 943 time: 0.0924063 Jul 29 08:48:42.356141 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48c7e0a5-8938-43e0-a603-6b534b5e21ad req-fc05bdb4-9aca-46ea-93de-6b7c988a2097 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759010 Jul 29 08:48:42.546283 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46100) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:42.618061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:42.647888 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:42.882309 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:42.886334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-edc14e69-5546-420d-9247-a2454da84140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:42.906235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f98d6ce-d206-4df8-aca0-6ac899c3faab,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:42.909521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:42.978730 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:42.985699 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f98d6ce-d206-4df8-aca0-6ac899c3faab HTTP/1.1" status: 204 len: 168 time: 0.4325330 Jul 29 08:48:42.985699 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46112) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:42.999823 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.api.v2.resource [None req-4d518cf6-575d-4f4e-a41c-4cad5e057be9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] show failed (client error): The resource could not be found. Jul 29 08:48:43.000820 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4d518cf6-575d-4f4e-a41c-4cad5e057be9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups/5f98d6ce-d206-4df8-aca0-6ac899c3faab HTTP/1.1" status: 404 len: 347 time: 0.0168951 Jul 29 08:48:43.003756 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46116) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:43.161843 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Deleting port ea65abad-e47a-41a3-a9e5-6d8ada340273 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:48:43.162178 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.329168 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.329950 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.454249 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Calling delete_port for ea65abad-e47a-41a3-a9e5-6d8ada340273 owned by network:floatingip {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:48:43.604424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122059-ef4a-4789-acb0-2ed39c88c2d2 req-40680c5f-92a2-4055-834c-a24a84e2f37a tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:43.605907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3e122059-ef4a-4789-acb0-2ed39c88c2d2 req-40680c5f-92a2-4055-834c-a24a84e2f37a tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 943 time: 0.1252520 Jul 29 08:48:43.694832 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3e122059-ef4a-4789-acb0-2ed39c88c2d2 req-835f59b0-cf28-4e5b-8a54-e9fe5b41f7f0 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 Jul 29 08:48:43.756851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.761950 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-26cbf5bb-c338-4b6b-81f7-47aecbeae226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:43.777230 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device a4097cd7-eb19-47bf-bc58-c76cd91f221d details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:48:43.804568 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'Port': ['ID=ea65abad-e47a-41a3-a9e5-6d8ada340273,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:43.807792 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:43.909679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.922000 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:43.924642 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:43.925908 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "DELETE /v2.0/floatingips/547e3371-f195-4e13-aca6-75302cafca68 HTTP/1.1" status: 204 len: 168 time: 0.9212430 Jul 29 08:48:43.936373 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d', 'network_id': 'be41c29c-3b0b-46d9-94ad-3e9dca2e97dd', 'port_id': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d', 'mac_address': 'fa:16:3e:54:1b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aecae5-d906-47e2-860d-a484ae193348', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:48:44.008052 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.029897 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4097cd7-eb19-47bf-bc58-c76cd91f221d {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:48:44.057788 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:44.128589 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.130971 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:44.192561 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8be0da89-5df5-4a4b-b5e1-532980cae90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.204789 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:44.211938 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.212301 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.212717 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.213053 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.213386 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.213719 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.214107 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.214414 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.214740 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.215063 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.215385 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.215705 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:44.219670 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:44.325336 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['a4097cd7-eb19-47bf-bc58-c76cd91f221d'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:48:44.472018 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46136) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:44.479978 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580970577', 'description': 'tempest-description--1856028270'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:44.492657 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:44.501549 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:44.506574 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:44.519938 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:44.632265 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.658818 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:44.663330 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:44.666422 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:44.672806 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:44.757810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.830824 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.834654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f501d631-0871-413a-8b9f-1a2800049107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:44.848051 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:48:44.875863 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6df51e6-7a86-40f8-999d-07ce89974843,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:44.878865 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:44.887231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f195ac-5d93-43f9-9212-1da399645a82 req-4f2f17a1-8b1c-4943-aecb-38897c08ec64 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:44.888703 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-28f195ac-5d93-43f9-9212-1da399645a82 req-4f2f17a1-8b1c-4943-aecb-38897c08ec64 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 944 time: 0.0835125 Jul 29 08:48:44.932480 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-28f195ac-5d93-43f9-9212-1da399645a82 req-3efb2f47-6773-4289-9a92-7894e575ae79 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Jul 29 08:48:44.965651 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:44.967689 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4948909 Jul 29 08:48:44.970443 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46146) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:44.975535 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group_rule': {'security_group_id': 'f6df51e6-7a86-40f8-999d-07ce89974843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:44.982017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:44.986616 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:44.989549 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:44.995153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:45.077660 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.146008 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.242204 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.250349 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:45.269107 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce95ead-f995-404e-bcce-e6e3d4bb7fbf,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:45.271309 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.271858 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:45.360244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.361829 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a07a85ae-c721-461c-add8-b534ade564a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904164 Jul 29 08:48:45.364641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46156) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:45.369844 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'security_group_rule': {'security_group_id': 'f6df51e6-7a86-40f8-999d-07ce89974843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:45.375686 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:45.379475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:security_group_rule and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:45.382387 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:45.392573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:45.500125 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.647721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.762225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.764753 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:45.786796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14799faa-8471-4877-90ef-fe637859d317,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:45.787506 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device a4097cd7-eb19-47bf-bc58-c76cd91f221d up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:48:45.792340 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:45.882163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:45.883386 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177341 Jul 29 08:48:45.886597 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46162) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:45.891918 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:45.897647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:45.901475 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:floatingip and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:45.904284 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:45.909903 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:45.921909 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port a4097cd7-eb19-47bf-bc58-c76cd91f221d completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:48:45.927226 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port a4097cd7-eb19-47bf-bc58-c76cd91f221d triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:48:45.945812 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.026020 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.085974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.113831 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:46.124435 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:46.160508 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d', 'code': 200} Jul 29 08:48:46.203723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1a6f-9300-42e4-b69b-81c427b0b1c8 req-2345edf1-7344-4edd-9785-bf754db091dd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:46.204405 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-837d1a6f-9300-42e4-b69b-81c427b0b1c8 req-2345edf1-7344-4edd-9785-bf754db091dd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Synchronizing usage tracker for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:48:46.211548 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.213555 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:46.245582 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.279840 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:46.282947 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:46.375851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-837d1a6f-9300-42e4-b69b-81c427b0b1c8 req-2345edf1-7344-4edd-9785-bf754db091dd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Unset dirty status for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:48:46.377175 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-837d1a6f-9300-42e4-b69b-81c427b0b1c8 req-2345edf1-7344-4edd-9785-bf754db091dd tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 944 time: 0.3346384 Jul 29 08:48:46.390399 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Allocated IP 172.28.1.82 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/ac694d4b-c194-4e7c-8212-91ff28b44dd6) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:48:46.467073 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-837d1a6f-9300-42e4-b69b-81c427b0b1c8 req-bee79993-5593-423c-ae38-46e909812369 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833576 Jul 29 08:48:46.682854 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.724891 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.740917 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe89d-1711-44b9-8c42-dfb947f2d6f0 req-55f154d4-1904-4d45-83e1-f3221852e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:46.742408 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6cdbe89d-1711-44b9-8c42-dfb947f2d6f0 req-55f154d4-1904-4d45-83e1-f3221852e025 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 1098 time: 0.2124023 Jul 29 08:48:46.789217 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6cdbe89d-1711-44b9-8c42-dfb947f2d6f0 req-81291883-ffed-4d09-8301-69a14c178bf6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Jul 29 08:48:46.863464 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:46.868295 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3d2f4104-fab6-4e0e-bb8c-bb8880ab4827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:46.928617 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:48:46.931436 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:48:46.935713 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:48:46.972866 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=ac694d4b-c194-4e7c-8212-91ff28b44dd6,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:46.980267 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:47.026151 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.159260 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.384045 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.482523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.486856 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:47.599423 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.621539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=ac694d4b-c194-4e7c-8212-91ff28b44dd6,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:47.626396 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:47.678002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a44e-3846-4a3c-bb58-4af1f4fff211 req-deba19b2-7596-4829-8fe9-123ea42284b2 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:47.679474 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7f09a44e-3846-4a3c-bb58-4af1f4fff211 req-deba19b2-7596-4829-8fe9-123ea42284b2 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0961003 Jul 29 08:48:47.725275 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7f09a44e-3846-4a3c-bb58-4af1f4fff211 req-920679eb-7a8e-4362-82dc-f5a4692b7715 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Jul 29 08:48:47.756703 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:47.757971 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8703771 Jul 29 08:48:47.998875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-d2772068-8fb6-459a-9fee-055d3d46a8b5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:48:48.151196 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-d2772068-8fb6-459a-9fee-055d3d46a8b5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:48:48.260683 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-d2772068-8fb6-459a-9fee-055d3d46a8b5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--580970577&fields=id&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 267 time: 0.2023649 Jul 29 08:48:48.311326 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-0cd98f29-9842-43ab-b21c-6bc848f19050 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:48.312798 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-0cd98f29-9842-43ab-b21c-6bc848f19050 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 816 time: 0.1531625 Jul 29 08:48:48.327194 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-5190d59e-5cc9-45c2-810c-235e94d665f3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/quotas/d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 375 time: 0.0089900 Jul 29 08:48:48.413050 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-27b5935a-9951-488e-af7d-16f5ca880244 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809665 Jul 29 08:48:48.560351 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-980edaa4-c48b-4b6b-8599-6e496817e422 service neutron] 10.222.0.36 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312733 Jul 29 08:48:48.697911 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-549928ea-4983-451b-bcd5-65a770f070e8 service neutron] 10.222.0.36 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316862 Jul 29 08:48:48.925212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea806927-2cd7-4bc1-acf9-5f59fc9d0273 req-2803c393-b5f1-4047-b6a4-1ca245f6ddee tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:48.929901 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea806927-2cd7-4bc1-acf9-5f59fc9d0273 req-2803c393-b5f1-4047-b6a4-1ca245f6ddee tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0927305 Jul 29 08:48:48.977170 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3feae520-78cb-490b-a7ca-8fae2207c850 req-49ba47d5-b90b-4a7c-a818-035f77543853 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.0465307 Jul 29 08:48:48.979234 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ea806927-2cd7-4bc1-acf9-5f59fc9d0273 req-33126a36-6359-468e-8cc8-ee30e91f5b49 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Jul 29 08:48:49.144033 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46240) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:49.265172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.279406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:49.283325 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Usage tracker for resource:security_group_rule and tenant:ec7a53ae2b204edc886a3f8f5e323759 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:49.287403 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:49.292085 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:49.377269 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.481932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.489111 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-436517f0-5361-4960-84fa-08b3f5e409f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:49.531609 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec7a53ae2b204edc886a3f8f5e323759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865039 Jul 29 08:48:49.532514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42906c6e-652e-436b-82fc-3d6dbf07cee3,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:49.534313 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46246) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:49.535641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:49.603603 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.631666 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.819402 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.823154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40e8bd6d-9895-4b7f-a4f4-77ed22253798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:49.836202 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42906c6e-652e-436b-82fc-3d6dbf07cee3,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:49.839034 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:49.841542 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:49.842658 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42906c6e-652e-436b-82fc-3d6dbf07cee3 HTTP/1.1" status: 204 len: 168 time: 0.3073199 Jul 29 08:48:50.149049 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-36e30052-d8e4-4c8a-bee9-44353c7b757f req-08905820-f09f-41eb-a3ad-2f79a9ead555 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.0425956 Jul 29 08:48:50.581900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46266) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:50.606352 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:50.623263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:50.627509 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Usage tracker for resource:security_group_rule and tenant:ff3757f8c691411c99711d44f24bc1e2 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:50.630589 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:50.636936 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:50.744872 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:50.831008 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:50.844163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0edf715e-6cdf-404f-bb3a-8e2ab68eacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:50.885968 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff3757f8c691411c99711d44f24bc1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028300 Jul 29 08:48:50.886886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370ed44-5961-4d76-a5c3-6c1a80c07a9a,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:50.889527 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46270) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:48:50.890719 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:50.953045 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:50.977627 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:51.094016 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:51.097887 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-46ab4409-c416-41c5-b414-f179f4e281cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:51.109773 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370ed44-5961-4d76-a5c3-6c1a80c07a9a,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:51.112243 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:51.117952 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:51.119059 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a370ed44-5961-4d76-a5c3-6c1a80c07a9a HTTP/1.1" status: 204 len: 168 time: 0.2283366 Jul 29 08:48:51.305462 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2b6244cc-eadf-4298-b2a0-eeb16044511f req-dbcf7548-41df-496e-a2eb-061a34b9d2e3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.0429029 Jul 29 08:48:51.773222 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-23cf477e-18e1-4977-8186-1f36cd953e02 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:51.774698 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-23cf477e-18e1-4977-8186-1f36cd953e02 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 816 time: 0.1723955 Jul 29 08:48:51.927004 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-128dc256-60f0-4de6-9936-bc14de2b74ef tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 379 time: 0.1424797 Jul 29 08:48:51.945442 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'port': {'device_id': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'admin_state_up': True, 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'security_groups': ['f6df51e6-7a86-40f8-999d-07ce89974843']}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:52.093941 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:48:52.100130 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Usage tracker for resource:port and tenant:d89c758da1b146a0a792d210e04f3d2e is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:48:52.103343 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:48:52.115179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:48:52.253690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Made reservation on behalf of d89c758da1b146a0a792d210e04f3d2e for: {'port': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:48:52.257551 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:52.443035 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Allocated IP 172.20.0.12 (5e44050b-98f9-4618-8371-cbf9d9442fd7/2414788a-1179-42d4-b151-e8ded571ac81/22081953-1d6d-4b24-8376-dbb9228dab4b) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:48:52.491739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-72b3948b-4924-409b-affd-d06659d0b80b req-3abb58ba-c68d-4934-9f28-2a90ce5c178d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:48:52.584394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-72b3948b-4924-409b-affd-d06659d0b80b req-3abb58ba-c68d-4934-9f28-2a90ce5c178d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:48:52.587622 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-72b3948b-4924-409b-affd-d06659d0b80b req-3abb58ba-c68d-4934-9f28-2a90ce5c178d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.1470754 Jul 29 08:48:52.712900 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:52.730764 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Transition to ACTIVE for port object 22081953-1d6d-4b24-8376-dbb9228dab4b will not be triggered until provisioned by entity DHCP. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:48:52.836984 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:52.844741 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-48b3260e-94dd-4746-a1bd-8d5e63caad10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:52.906664 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:48:52.909890 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:48:52.912445 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:48:52.962671 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:52.976357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.976357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.976357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.976357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.976899 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.977077 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.977590 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.978177 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.978844 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.979074 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.979425 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.979752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:48:52.983767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:53.001241 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:53.001860 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:53.104312 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1650226 Jul 29 08:48:53.117013 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Request body: {'port': {'device_id': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:48:53.230382 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:53.331194 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-5f0a236d-4dd9-4b61-ba00-9327881095be None None] Provisioning for port 22081953-1d6d-4b24-8376-dbb9228dab4b completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:48:53.336873 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-5f0a236d-4dd9-4b61-ba00-9327881095be None None] Provisioning complete for port 22081953-1d6d-4b24-8376-dbb9228dab4b triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:48:53.337257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5f0a236d-4dd9-4b61-ba00-9327881095be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:53.394672 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a236d-4dd9-4b61-ba00-9327881095be None None] Port 22081953-1d6d-4b24-8376-dbb9228dab4b cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:48:53.577871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:48:53.584851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:53.598905 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Transition to ACTIVE for port object 22081953-1d6d-4b24-8376-dbb9228dab4b will not be triggered until provisioned by entity L2. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:48:53.770806 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:53.782203 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6401a045-8cd2-4ed5-a540-3e6b6cde99ac tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:53.966764 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297044c1-cef1-407b-af0b-045635993816 service neutron] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:53.974933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-297044c1-cef1-407b-af0b-045635993816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:54.029454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383675f5-2400-478a-b82e-836752e36396 req-4773af03-3cc1-40bd-8aa4-8762c1df1d6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:54.030175 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-383675f5-2400-478a-b82e-836752e36396 req-4773af03-3cc1-40bd-8aa4-8762c1df1d6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:48:54.064102 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Attempting to bind port 22081953-1d6d-4b24-8376-dbb9228dab4b on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:48:54.064429 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Attempting to bind port 22081953-1d6d-4b24-8376-dbb9228dab4b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:48:54.064754 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Attempting to bind port 22081953-1d6d-4b24-8376-dbb9228dab4b on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:48:54.069972 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Port 22081953-1d6d-4b24-8376-dbb9228dab4b on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:48:54.070339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Attempting to bind port 22081953-1d6d-4b24-8376-dbb9228dab4b on network 5e44050b-98f9-4618-8371-cbf9d9442fd7 {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:48:54.076307 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:48:54.076638 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Checking segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:48:54.077010 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Bound using segment: {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'} {{(pid=79225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:48:54.077426 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.managers [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Bound port: 22081953-1d6d-4b24-8376-dbb9228dab4b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855f4a-1a0a-411b-90ff-01bfbbbcc659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7'}}] {{(pid=79225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:48:54.077791 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:54.127684 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-383675f5-2400-478a-b82e-836752e36396 req-4773af03-3cc1-40bd-8aa4-8762c1df1d6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:48:54.129228 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-383675f5-2400-478a-b82e-836752e36396 req-4773af03-3cc1-40bd-8aa4-8762c1df1d6b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.4101868 Jul 29 08:48:54.204768 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-383675f5-2400-478a-b82e-836752e36396 req-3402aad3-e77e-4549-904f-0c519773b3c0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636611 Jul 29 08:48:54.209108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, cleared binding levels {{(pid=79225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:48:54.212346 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:48:54.286355 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:54.291736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b87de4c1-ef64-4c9b-86b6-4c34c1f0705b tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:54.356033 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:54.356674 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:54.358109 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297044c1-cef1-407b-af0b-045635993816 service neutron] 10.222.0.11 "PUT /v2.0/ports/22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 1094 time: 1.2460530 Jul 29 08:48:54.358594 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:48:54.385149 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297044c1-cef1-407b-af0b-045635993816 service neutron] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=3']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:54.398266 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-297044c1-cef1-407b-af0b-045635993816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:54.423517 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'status': 'completed', 'code': 200} Jul 29 08:48:54.633506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-5d7e807b-a764-4711-9035-a33a12de644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:54.635074 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-5d7e807b-a764-4711-9035-a33a12de644b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1097 time: 0.1865554 Jul 29 08:48:54.785398 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-55ecc63c-77da-4376-bf0f-1e3e21becd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:54.785398 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-55ecc63c-77da-4376-bf0f-1e3e21becd28 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d89c758da1b146a0a792d210e04f3d2e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1407394 Jul 29 08:48:54.841477 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-4780b8e3-14bc-4099-9736-46463364d80b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732417 Jul 29 08:48:54.946289 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-708b9ed8-e794-432d-8eb0-33c9be6e6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:54.948105 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-eb7a2116-4e09-4253-adc0-28a3f4daf9f0 req-708b9ed8-e794-432d-8eb0-33c9be6e6a2d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586452 Jul 29 08:48:55.013157 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-08957fc9-a68b-437e-a673-8d73fc9b175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.015038 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-08957fc9-a68b-437e-a673-8d73fc9b175d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 1098 time: 0.1035004 Jul 29 08:48:55.081586 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-d145e564-240f-4c76-a51c-ea5381562ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.084016 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-d145e564-240f-4c76-a51c-ea5381562ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1097 time: 0.0925212 Jul 29 08:48:55.165219 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-c03032ab-766f-441b-b699-ce6a12479df3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 217 time: 0.0733700 Jul 29 08:48:55.200671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-ed280a52-7732-4020-b1ef-c5e8a3a3b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.202853 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-ed280a52-7732-4020-b1ef-c5e8a3a3b199 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 200 len: 914 time: 0.1580124 Jul 29 08:48:55.236645 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-af2c41cf-20f5-4141-b4f9-07394c5ccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.238176 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-af2c41cf-20f5-4141-b4f9-07394c5ccbf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0657458 Jul 29 08:48:55.285609 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-08ccb504-7af2-4220-b5ba-b894b308cfb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d HTTP/1.1" status: 200 len: 217 time: 0.0758109 Jul 29 08:48:55.322066 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-33c868ff-c156-4c5c-a12a-49b8f0a1cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.323581 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-33c868ff-c156-4c5c-a12a-49b8f0a1cc10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777721 Jul 29 08:48:55.442572 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-634fb029-1f12-4a67-a5ea-d0454c68ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.444198 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-634fb029-1f12-4a67-a5ea-d0454c68ba91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69aecae5-d906-47e2-860d-a484ae193348 HTTP/1.1" status: 200 len: 853 time: 0.1482317 Jul 29 08:48:55.461850 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-297fb894-2b18-45b4-a633-316fe6879cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311352 Jul 29 08:48:55.502026 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-8bedf58d-0643-4983-9e54-28a41763ff0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504141 Jul 29 08:48:55.521780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc500e-3f67-482f-a9b8-893eb4071b12 req-71c249fd-4b70-41a1-9b40-d11e68f959ff tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:55.523705 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7fdc500e-3f67-482f-a9b8-893eb4071b12 req-71c249fd-4b70-41a1-9b40-d11e68f959ff tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1473057 Jul 29 08:48:55.605276 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-284193e6-4b8e-459b-90a0-c92921d474d3 req-f4f933e4-d184-4c63-80ac-c56b0ef28237 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375532 Jul 29 08:48:55.661742 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-7fdc500e-3f67-482f-a9b8-893eb4071b12 req-8b80ba8b-cac5-434b-851b-ad7f6a80cf7a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Synchronizing usage tracker for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:48:55.686734 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-7fdc500e-3f67-482f-a9b8-893eb4071b12 req-8b80ba8b-cac5-434b-851b-ad7f6a80cf7a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Unset dirty status for tenant:d89c758da1b146a0a792d210e04f3d2e on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:48:55.687876 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7fdc500e-3f67-482f-a9b8-893eb4071b12 req-8b80ba8b-cac5-434b-851b-ad7f6a80cf7a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444190 Jul 29 08:48:55.710592 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-3bec397d-4a3f-4afa-946a-6e61d56d2e69 service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985307 Jul 29 08:48:55.859755 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f7b6d562-42a0-4526-8d38-8e5b311a1231 req-10915261-48f7-4681-a499-ee647f183bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416502 Jul 29 08:48:56.337277 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:56.879611 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef7be-c5c0-4c44-ac15-cc10664471f2 req-52e15ffb-095e-49a2-bcb0-6f2b8c028550 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:56.881067 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3f1ef7be-c5c0-4c44-ac15-cc10664471f2 req-52e15ffb-095e-49a2-bcb0-6f2b8c028550 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0824714 Jul 29 08:48:56.925544 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3f1ef7be-c5c0-4c44-ac15-cc10664471f2 req-95d36d01-35a7-4d82-bd5a-867d26d52308 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387766 Jul 29 08:48:57.842180 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:48:57.977323 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:57.991650 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:48:58.050573 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:58.070097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:48:58.095121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:48:58.141103 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065937b-3459-4f4d-8bc4-6521a9def83f req-8ba099cc-a7c2-4763-8815-1a5efd63c889 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:58.142797 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e065937b-3459-4f4d-8bc4-6521a9def83f req-8ba099cc-a7c2-4763-8815-1a5efd63c889 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0950277 Jul 29 08:48:58.188507 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e065937b-3459-4f4d-8bc4-6521a9def83f req-c529b3c5-ee6e-427d-8b77-e8947c14bcdf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Jul 29 08:48:58.202220 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:48:58.204044 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:48:58.271861 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:48:58.275013 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:48:58.448667 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['22081953-1d6d-4b24-8376-dbb9228dab4b'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:48:59.384772 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74ff8-da58-4f4c-ab15-aa25fac8ba58 req-ebe8238f-d600-4814-aa3c-2f54738ddd4f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:48:59.386183 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0ca74ff8-da58-4f4c-ab15-aa25fac8ba58 req-ebe8238f-d600-4814-aa3c-2f54738ddd4f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 945 time: 0.0811722 Jul 29 08:48:59.435654 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0ca74ff8-da58-4f4c-ab15-aa25fac8ba58 req-f09af302-1a01-4042-a8ce-259a47ec1234 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429342 Jul 29 08:48:59.873480 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:49:00.059724 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 22081953-1d6d-4b24-8376-dbb9228dab4b completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:49:00.065705 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 22081953-1d6d-4b24-8376-dbb9228dab4b triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:49:00.066116 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.189842 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.222336 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:49:00.233031 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:49:00.270002 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'code': 200} Jul 29 08:49:00.350718 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.353194 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:00.422037 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:00.425032 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:00.455192 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46494) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:00.609551 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.625296 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:00.629295 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Usage tracker for resource:security_group_rule and tenant:2188808b836b4ce789c6184544839f8f is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:00.632276 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:00.639083 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:00.735410 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.784903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1ec36-78fd-4d06-a2f7-2fb51f3c2f28 req-903570e2-01ff-4284-a85f-4b96f71c2313 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:00.786463 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8ef1ec36-78fd-4d06-a2f7-2fb51f3c2f28 req-903570e2-01ff-4284-a85f-4b96f71c2313 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.2274401 Jul 29 08:49:00.812600 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0bff-479b-41ea-ad84-be02a32fb5b4 req-ac7bf30a-7124-4408-87c4-3eecadb03690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:00.814071 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-115d0bff-479b-41ea-ad84-be02a32fb5b4 req-ac7bf30a-7124-4408-87c4-3eecadb03690 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1099 time: 0.1968660 Jul 29 08:49:00.830903 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.839851 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b2eac860-778b-4987-9d73-d2bc6abc45ea tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:00.853298 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8ef1ec36-78fd-4d06-a2f7-2fb51f3c2f28 req-a7596571-7005-44ec-a2c5-e0419023fe98 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599334 Jul 29 08:49:00.873902 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-115d0bff-479b-41ea-ad84-be02a32fb5b4 req-a190eba9-571d-4f40-a152-3d13f2c32d0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Jul 29 08:49:00.879894 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2188808b836b4ce789c6184544839f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235752 Jul 29 08:49:00.882689 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b378a44-adee-4e9d-bd15-b30846954b64,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:00.882827 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46502) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:00.886373 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:00.940994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:00.967264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:01.159547 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:01.163408 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-513a9b90-7173-4bd6-92f5-acdd335ac524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:01.177851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b378a44-adee-4e9d-bd15-b30846954b64,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:01.190685 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.191054 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.191413 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.191768 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.192118 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.192466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.192813 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.193159 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.193506 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.193876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.194218 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.194558 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:01.199238 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:01.201263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:01.205044 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b378a44-adee-4e9d-bd15-b30846954b64 HTTP/1.1" status: 204 len: 168 time: 0.3211792 Jul 29 08:49:01.904599 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46520) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:01.924056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:01.939390 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:01.943427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fd2812f0d44026b9a875bf3f2499eb is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:01.946442 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:01.959485 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:02.056900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.077117 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83265edb-87e6-4635-8bec-09120feb4f71 req-0b3d6356-a4cc-4a3e-8689-6a26aab28e7b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:02.078628 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-83265edb-87e6-4635-8bec-09120feb4f71 req-0b3d6356-a4cc-4a3e-8689-6a26aab28e7b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0881391 Jul 29 08:49:02.120060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.123870 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-83265edb-87e6-4635-8bec-09120feb4f71 req-8fc186e4-6e06-434a-b562-3b5f7c16f445 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Jul 29 08:49:02.130877 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b8dfa416-1bbf-4c48-a398-abbf90064058 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:02.179963 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5fd2812f0d44026b9a875bf3f2499eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742703 Jul 29 08:49:02.187450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b00a8-4e2a-4bc8-921f-4fa6608a7a30,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:02.187584 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46530) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:02.187701 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:02.242605 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.268712 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.402102 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.409935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-563c3575-43cf-42e9-89bf-eb983fe4a39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:02.429503 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b00a8-4e2a-4bc8-921f-4fa6608a7a30,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:02.435583 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:02.444005 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:02.450205 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/651b00a8-4e2a-4bc8-921f-4fa6608a7a30 HTTP/1.1" status: 204 len: 168 time: 0.2652550 Jul 29 08:49:03.297638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46556) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:03.315794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.331481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:03.336046 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Usage tracker for resource:security_group_rule and tenant:0b1cc1ffddea45ceb95332d904e0a77c is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:03.337171 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45b4cc-61c7-4261-b31b-621be106366c req-d92e3961-93bb-4272-bef2-333f7d6c5be5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:03.338791 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cb45b4cc-61c7-4261-b31b-621be106366c req-d92e3961-93bb-4272-bef2-333f7d6c5be5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0911152 Jul 29 08:49:03.339123 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:03.345484 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:03.388808 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cb45b4cc-61c7-4261-b31b-621be106366c req-c0abd00f-6325-4197-a106-79dc0a6f31d6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415127 Jul 29 08:49:03.441743 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.553303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.562034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-340fb426-758c-4e71-9f9a-e5101aa152f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:03.613980 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b1cc1ffddea45ceb95332d904e0a77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151100 Jul 29 08:49:03.616801 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bad3d3-23b6-4164-b022-5c964d50ac0e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:03.617585 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46572) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:03.620462 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:03.647909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee4bd3-ec2f-41bc-b1bd-f76c135e63ff req-5d26f7f7-03a6-415a-9c41-230c4ee5faec tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:03.650012 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f0ee4bd3-ec2f-41bc-b1bd-f76c135e63ff req-5d26f7f7-03a6-415a-9c41-230c4ee5faec tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1491861 Jul 29 08:49:03.660113 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46576) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:03.669583 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Request body: {'floatingip': {'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:49:03.705087 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.732104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.758670 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.864955 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.869007 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-617a8465-2342-43b8-8481-8f494168fcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:03.967207 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bad3d3-23b6-4164-b022-5c964d50ac0e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:03.969785 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:03.971835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:03.975662 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4bad3d3-23b6-4164-b022-5c964d50ac0e HTTP/1.1" status: 204 len: 168 time: 0.3544660 Jul 29 08:49:04.568887 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:04.679759 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:04.963386 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Floating IP 7e094e5e-c8a3-4486-8796-c0c99ec3eac5 associated. External IP: 172.28.1.82, port: 22081953-1d6d-4b24-8376-dbb9228dab4b. Jul 29 08:49:05.350501 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:49:05.546040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:49:05.560702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:49:05.570768 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:05.573362 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:49:05.574844 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:48:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:05.632634 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5e03732b-6e64-49d4-b169-debfed562cdd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "PUT /v2.0/floatingips/7e094e5e-c8a3-4486-8796-c0c99ec3eac5 HTTP/1.1" status: 200 len: 991 time: 1.9701269 Jul 29 08:49:05.633305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:49:05.688033 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'status': 'completed', 'code': 200} Jul 29 08:49:05.807542 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:49:05.823020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-a6836fbb-c138-40a3-abf8-d3cc29715a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:05.825444 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-a6836fbb-c138-40a3-abf8-d3cc29715a22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1099 time: 0.1102707 Jul 29 08:49:05.988040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-106155bd-beba-46d6-a524-938d03c3c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:05.989593 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-106155bd-beba-46d6-a524-938d03c3c197 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1551952 Jul 29 08:49:06.128653 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-ac6d0885-c1d9-4d7b-bf94-dd726f15cc68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 999 time: 0.1328642 Jul 29 08:49:06.192589 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-984f8790-275c-4b2f-b48d-c16977644abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:06.194161 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-984f8790-275c-4b2f-b48d-c16977644abb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0583727 Jul 29 08:49:06.198215 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7e094e5e-c8a3-4486-8796-c0c99ec3eac5', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:48:46Z', 'updated_at': '2021-07-29T08:49:04Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:06.202393 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:49:06.212897 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:49:06.213546 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:48:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:06.283896 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-477f63f9-9a90-4ba4-b314-a067d26e1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:06.285667 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-477f63f9-9a90-4ba4-b314-a067d26e1e67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846088 Jul 29 08:49:06.442305 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-6e8756a9-5885-4a0f-929c-b9c7352a5619 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495337 Jul 29 08:49:06.460214 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:49:06.690470 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-eb9abf14-e2c3-4128-8fe6-35eac29707c9 req-8aadc196-0df3-4c99-8857-ed873f0ad00d service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409277 Jul 29 08:49:06.884836 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7e094e5e-c8a3-4486-8796-c0c99ec3eac5', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:48:46Z', 'updated_at': '2021-07-29T08:49:04Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:06.892702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce34b4-1a2a-440a-9f1d-d7cc9edd7764 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7e094e5e-c8a3-4486-8796-c0c99ec3eac5', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'floating_ip_address': '172.28.1.82', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:48:46Z', 'updated_at': '2021-07-29T08:49:04Z', 'revision_number': 1, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:49:07.165212 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07a2ec-973a-4d55-8166-940118bfdafd None None] New status for floating IP 7e094e5e-c8a3-4486-8796-c0c99ec3eac5: ACTIVE {{(pid=79227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:49:07.975257 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46698) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:08.109881 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.126445 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:08.131286 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3a074229e9f24f498a69f099a0fd2c68 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:08.134583 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:08.141180 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:08.234875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.350159 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.357057 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2ceb4c0d-fae1-4a8f-8bc5-4c869f7094f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:08.396497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d056c0-a4d4-4511-876a-e29ef143f66d,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:08.401871 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a074229e9f24f498a69f099a0fd2c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244077 Jul 29 08:49:08.401871 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:08.404028 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46704) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:08.465656 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.499168 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.664624 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.668454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6a110ae4-05f7-4d44-bdec-e423d843153f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:08.679586 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d056c0-a4d4-4511-876a-e29ef143f66d,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:08.681939 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:08.687403 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:08.689893 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07d056c0-a4d4-4511-876a-e29ef143f66d HTTP/1.1" status: 204 len: 168 time: 0.2834406 Jul 29 08:49:09.497616 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46718) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:09.518821 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:09.530725 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:09.534538 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Usage tracker for resource:security_group_rule and tenant:47680bbdf32e45ae8adb90ecf9e36e1b is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:09.537464 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:09.544088 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:09.632978 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:09.739001 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:09.746614 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0dff2249-fbd7-4763-9368-7ad33a0bd94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:09.786548 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a4b5c-1d81-467a-a715-8a5ffdb5cc42,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:09.789567 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:09.794783 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-64c4128e-f4f4-4762-8e60-1e91fa2d0825 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47680bbdf32e45ae8adb90ecf9e36e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960310 Jul 29 08:49:09.797506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46726) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:09.865502 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:09.899068 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:10.056317 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:10.060698 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:10.072678 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a4b5c-1d81-467a-a715-8a5ffdb5cc42,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:10.077447 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:10.079508 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:10.080634 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f08a4b5c-1d81-467a-a715-8a5ffdb5cc42 HTTP/1.1" status: 204 len: 168 time: 0.2822921 Jul 29 08:49:11.707976 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eb5d-a404-4347-9ae9-64740af6698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:12.084109 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:14.155933 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-01b8dab6-66f5-4150-8f0f-fe57279de167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:15.338987 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:16.656159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:17.950627 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278161e-d85d-4357-86b8-6fadcdd1680c req-745c534a-337a-4bf4-bed8-577b1b34c9a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:17.952115 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0278161e-d85d-4357-86b8-6fadcdd1680c req-745c534a-337a-4bf4-bed8-577b1b34c9a6 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0783617 Jul 29 08:49:18.003438 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0278161e-d85d-4357-86b8-6fadcdd1680c req-727e05be-98cb-4926-af43-4f6b2f8fa549 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Jul 29 08:49:19.195335 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3faa8-c6bf-4440-870a-efd640ce710c req-3acac150-1ef3-417a-be05-a1af18e2546c tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:19.196805 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60f3faa8-c6bf-4440-870a-efd640ce710c req-3acac150-1ef3-417a-be05-a1af18e2546c tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Jul 29 08:49:19.242770 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-60f3faa8-c6bf-4440-870a-efd640ce710c req-882b5bd7-b47c-41b9-a9c6-6d942f4d5fea tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Jul 29 08:49:19.796231 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46932) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:19.914620 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:19.929409 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:19.933424 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb5b84c82c94c738d518d3e8e97b378 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:19.936939 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:19.942853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:20.029251 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.112647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.119816 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-cd3bbc75-4019-4cb0-8d84-8c2c7a561c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:20.160480 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcb5b84c82c94c738d518d3e8e97b378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630040 Jul 29 08:49:20.161419 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3863bd6-f36b-4d6a-99ca-b4eb6790e01c,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:20.163219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46942) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:20.164583 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:20.222609 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.249330 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.401713 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.406988 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1f8ad402-a0e7-49ec-92f6-580fd8542eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:20.420373 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3863bd6-f36b-4d6a-99ca-b4eb6790e01c,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:20.423275 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:20.425595 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:20.426910 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335297f-9b2c-4a9e-a11b-0c75a1c138f7 req-a1372c7f-151f-49f3-8f9c-bb3ccdb1245e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:20.428431 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c335297f-9b2c-4a9e-a11b-0c75a1c138f7 req-a1372c7f-151f-49f3-8f9c-bb3ccdb1245e tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0805936 Jul 29 08:49:20.430108 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3863bd6-f36b-4d6a-99ca-b4eb6790e01c HTTP/1.1" status: 204 len: 168 time: 0.2650917 Jul 29 08:49:20.477133 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c335297f-9b2c-4a9e-a11b-0c75a1c138f7 req-86f83675-7c63-4985-bbc9-5ad1eefd7c0f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Jul 29 08:49:21.292720 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46964) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:21.310752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.325975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:21.329935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Usage tracker for resource:security_group_rule and tenant:c2abbaa3946d40e88893004f1c498dd9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:21.332832 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:21.338544 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:21.430782 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.540549 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.545872 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-61a95399-92bc-4d83-a6fd-9ac34466c012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:21.587479 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db699cff-dd7c-4813-b9dc-273671276bf7,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:21.591790 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:21.618074 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2abbaa3946d40e88893004f1c498dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214209 Jul 29 08:49:21.619051 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 46976) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:21.685214 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.702417 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cb2a0-e6ee-4cb7-8ffb-392fb1eca3c1 req-0225a272-3d0c-4efd-ac3a-28e162b69196 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:21.704070 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-020cb2a0-e6ee-4cb7-8ffb-392fb1eca3c1 req-0225a272-3d0c-4efd-ac3a-28e162b69196 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0920374 Jul 29 08:49:21.715922 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.753703 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-020cb2a0-e6ee-4cb7-8ffb-392fb1eca3c1 req-0d1c51d7-fb4c-4ae7-99c0-aee8074944af tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Jul 29 08:49:21.846964 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:49:21.878832 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.882864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b797e1da-639e-46d0-8140-60c3f33a90e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:21.894263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db699cff-dd7c-4813-b9dc-273671276bf7,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:21.898180 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:21.901573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:21.902748 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db699cff-dd7c-4813-b9dc-273671276bf7 HTTP/1.1" status: 204 len: 168 time: 0.2827370 Jul 29 08:49:22.503698 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-5efa8eb2-6d59-498d-9aca-c45e5526c602 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:22.505202 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-5efa8eb2-6d59-498d-9aca-c45e5526c602 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.0889509 Jul 29 08:49:22.581538 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Deleting port a4097cd7-eb19-47bf-bc58-c76cd91f221d {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:49:22.581911 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:22.848507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 46994) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:22.862588 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] For port a4097cd7-eb19-47bf-bc58-c76cd91f221d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a4097cd7-eb19-47bf-bc58-c76cd91f221d,segment=NetworkSegment(1b8fe9c1-e141-4ded-b554-f5afe21e60d6),segment_id=1b8fe9c1-e141-4ded-b554-f5afe21e60d6)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:49:22.863061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:22.876414 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:22.936282 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:22.946347 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Usage tracker for resource:security_group_rule and tenant:365a20bab276451ead624dcaa4173d7b is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:22.956856 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:22.971853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:23.020367 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Calling delete_port for a4097cd7-eb19-47bf-bc58-c76cd91f221d owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:49:23.064506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676ca5e-3505-443a-9bfd-bd4277b4af0b req-59c88562-3791-4478-8389-a28f6f212d59 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:23.066947 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6676ca5e-3505-443a-9bfd-bd4277b4af0b req-59c88562-3791-4478-8389-a28f6f212d59 tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 945 time: 0.1791456 Jul 29 08:49:23.173853 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6676ca5e-3505-443a-9bfd-bd4277b4af0b req-c608fa56-dc47-4adb-8ad0-4ceedc5777ad tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/security-groups?id=66cc888f-8831-4b6b-91ba-391296413dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997367 Jul 29 08:49:23.211221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.296180 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.304444 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-25b5dcb8-e450-45b0-8c8e-7cbea82f8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:23.327089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.332919 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:23.338952 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['a4097cd7-eb19-47bf-bc58-c76cd91f221d'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:49:23.346559 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=365a20bab276451ead624dcaa4173d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972420 Jul 29 08:49:23.347887 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47006) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:23.350393 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5c15c-f75d-43a4-b74c-06ebe20f8db0,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:23.366621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:23.381917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Pushing event deleted for resources: {'Port': ['ID=a4097cd7-eb19-47bf-bc58-c76cd91f221d,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:23.385189 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:23.421644 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.447752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.454662 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] No DVR routers for this DVR port a4097cd7-eb19-47bf-bc58-c76cd91f221d on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:49:23.457284 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.460179 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'name': 'network-vif-deleted', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:49:23.509540 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a39db8-d7fe-4e2d-9522-2936950104a3', 'name': 'network-vif-deleted', 'tag': 'a4097cd7-eb19-47bf-bc58-c76cd91f221d', 'status': 'completed', 'code': 200} Jul 29 08:49:23.593953 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-24f1137c-0f37-4412-b9f3-85a549a4e2fc req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.11 "DELETE /v2.0/ports/a4097cd7-eb19-47bf-bc58-c76cd91f221d HTTP/1.1" status: 204 len: 173 time: 1.0796981 Jul 29 08:49:23.630680 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.636793 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-382a4101-5bed-418d-8d92-314aa9e71fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:23.650143 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5c15c-f75d-43a4-b74c-06ebe20f8db0,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:23.657479 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:23.662853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:23.667996 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cb5c15c-f75d-43a4-b74c-06ebe20f8db0 HTTP/1.1" status: 204 len: 168 time: 0.3154070 Jul 29 08:49:23.817553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47018) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:24.074606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.091156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:24.096086 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Usage tracker for resource:security_group_rule and tenant:62d4f31e5a184e85999240b3a3b410ac is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:24.099244 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:24.105490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:24.194535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.339066 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.353130 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f387dbc9-df1b-4615-a354-112aa096f3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:24.364735 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-ec3708a6-c99d-4684-953c-76545bd0f7fd req-0b44cea4-6fa7-41dd-93b9-ff04f8c4cb1f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Synchronizing usage tracker for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:49:24.405511 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62d4f31e5a184e85999240b3a3b410ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880878 Jul 29 08:49:24.407852 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5793b-bdcd-4756-91a8-f1fe196de1c3,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:24.408258 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47036) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:24.415855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:24.469622 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.495329 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.656134 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-ec3708a6-c99d-4684-953c-76545bd0f7fd req-0b44cea4-6fa7-41dd-93b9-ff04f8c4cb1f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Unset dirty status for tenant:81505f98eefd45d2ac0d277f857a8fc8 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:49:24.657289 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ec3708a6-c99d-4684-953c-76545bd0f7fd req-0b44cea4-6fa7-41dd-93b9-ff04f8c4cb1f tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] 10.222.0.36 "GET /v2.0/ports?device_id=81a39db8-d7fe-4e2d-9522-2936950104a3 HTTP/1.1" status: 200 len: 210 time: 0.3553536 Jul 29 08:49:24.758834 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.762989 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-16f79341-f371-491b-86f4-b67ed738d4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:24.774451 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5793b-bdcd-4756-91a8-f1fe196de1c3,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:24.776716 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:24.782543 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:24.783841 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-91d68c26-480d-4feb-9b24-7b3e0fee1a1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7df5793b-bdcd-4756-91a8-f1fe196de1c3 HTTP/1.1" status: 204 len: 168 time: 0.3744929 Jul 29 08:49:25.605947 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47060) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:25.623734 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:25.638656 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:25.642584 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1212d5c783447998d5f52ae873e2da is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:25.645481 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:25.651691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:25.735562 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:25.798469 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:25.809563 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a3bf3957-61f6-48aa-9d85-8d32f375e9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:25.859414 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed1212d5c783447998d5f52ae873e2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523367 Jul 29 08:49:25.862038 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec7c7e-40e5-4b30-8cbf-5081cd90d66e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:25.862481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47070) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:25.865637 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:25.940760 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:25.972971 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:26.000731 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device a4097cd7-eb19-47bf-bc58-c76cd91f221d no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:49:26.034806 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: a4097cd7-eb19-47bf-bc58-c76cd91f221d {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:49:26.035074 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device a4097cd7-eb19-47bf-bc58-c76cd91f221d not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:49:26.139612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:26.144667 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e5736ab6-4f52-4e8a-89cd-1e1ac4fe6514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:26.157287 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec7c7e-40e5-4b30-8cbf-5081cd90d66e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:26.161030 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:26.178163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:26.182380 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cec7c7e-40e5-4b30-8cbf-5081cd90d66e HTTP/1.1" status: 204 len: 168 time: 0.3156555 Jul 29 08:49:26.395550 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.305241 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47148) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:29.441081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.455875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:29.466455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4e3fc7e9db465095015f427908c40e is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:29.469613 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:29.477183 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:29.560591 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.667323 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.677772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-98dccf47-a5f6-4149-88d0-1d9bb199d00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:29.718214 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae4e3fc7e9db465095015f427908c40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110994 Jul 29 08:49:29.719858 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7ab95-6628-40a0-873c-1804898b40dc,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:29.720934 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47162) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:29.722975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:29.781817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.812341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.964221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.968901 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e44014f1-330d-43c2-ad13-fdc2c2f623dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:29.980684 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7ab95-6628-40a0-873c-1804898b40dc,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:29.984101 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:29.991449 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:29.992561 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b540d30c-ad72-48c7-a654-876fcc58684c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ec7ab95-6628-40a0-873c-1804898b40dc HTTP/1.1" status: 204 len: 168 time: 0.2705159 Jul 29 08:49:30.790248 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47180) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:30.808142 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:30.822690 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:30.826621 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:783a148f9fdc4a1e972a62e61fb73cff is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:30.829501 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:30.835260 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:30.916653 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.064029 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.072887 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-faf8559c-fa93-47e6-a9c6-a721d237b310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:31.111786 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=783a148f9fdc4a1e972a62e61fb73cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204739 Jul 29 08:49:31.112735 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e2371e-e50d-464a-a5ad-d76d6a2aca7b,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:31.114466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47184) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:31.115808 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-df150fd9-74dd-4441-9954-ef021d331cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:31.255280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.281225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.427396 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.431283 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-02fa8f08-54ab-4ab2-bd55-4963f1757b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:31.444117 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e2371e-e50d-464a-a5ad-d76d6a2aca7b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:31.446762 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:31.454384 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:31.465482 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73e2371e-e50d-464a-a5ad-d76d6a2aca7b HTTP/1.1" status: 204 len: 168 time: 0.3432381 Jul 29 08:49:39.369204 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47402) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:39.505529 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:39.524941 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:39.529575 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Usage tracker for resource:security_group_rule and tenant:61d3133367fa4255a3afebe807844954 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:39.535722 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:39.548682 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:39.651867 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:39.775179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:39.786359 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c7b5ead5-5659-48ea-b7da-b4a9ac1c6067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:39.826333 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61d3133367fa4255a3afebe807844954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558940 Jul 29 08:49:39.827139 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49e7c5-6f97-45b1-a728-00698b1ceee5,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:39.828882 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47420) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:39.830498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b14ff7e2-0150-4e86-ad28-c7311d2b1821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:39.892229 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:39.918060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:40.052298 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:40.056191 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-db9bc596-36e4-44fe-a1b3-f12f708f7b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:40.066949 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49e7c5-6f97-45b1-a728-00698b1ceee5,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:40.070966 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:40.074194 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:40.078269 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a49e7c5-6f97-45b1-a728-00698b1ceee5 HTTP/1.1" status: 204 len: 168 time: 0.2479057 Jul 29 08:49:41.732773 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8dd5595c-acc5-4f7c-b38c-2a2a8594e1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:42.029803 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:42.749704 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47472) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:42.882026 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:42.898619 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:42.902581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Usage tracker for resource:security_group_rule and tenant:bea8a9dbe51c4edda545f5289a355c0a is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:42.906056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:42.912694 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:42.995185 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.084078 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.097464 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:43.141244 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bea8a9dbe51c4edda545f5289a355c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904233 Jul 29 08:49:43.142116 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c06d1c-e1b0-433f-a69c-0609858de983,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:43.144389 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47480) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:43.145481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7c75939d-ceaa-4f74-92f9-5184bbe521f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:43.205371 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.230714 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.358230 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.362585 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-35fc9930-aeff-44c5-8e5a-577160982edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:43.379809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c06d1c-e1b0-433f-a69c-0609858de983,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:43.382332 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:43.399636 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:43.400889 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1dab0907-d5f9-421a-9791-b18f747fe13f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55c06d1c-e1b0-433f-a69c-0609858de983 HTTP/1.1" status: 204 len: 168 time: 0.2551699 Jul 29 08:49:44.183758 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8da9611e-44bb-4d53-9d8a-eb7c0774fbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.240983 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47498) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:44.258357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.272884 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:44.276799 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8fa993b8c24052a500dbd1c9d54378 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:44.280270 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:44.285940 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:44.366796 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.509771 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.517906 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1d5a471b-6573-4ebf-aa77-7598c2effcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:44.557471 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b2f9c-7f87-4e72-b0eb-1e94ba1c68d1,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:44.560444 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:44.566147 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-fda70e3e-efcf-4e3d-b029-4d967c1c81f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f8fa993b8c24052a500dbd1c9d54378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211529 Jul 29 08:49:44.571011 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47502) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:44.626850 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.654219 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.778232 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.782042 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1f1eb8c7-fc62-4f12-973c-abafdeb904e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:44.794841 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b2f9c-7f87-4e72-b0eb-1e94ba1c68d1,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:44.797694 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:44.799988 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:44.804959 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-52699c38-6d2b-48cd-825b-b74efd9f7b8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b19b2f9c-7f87-4e72-b0eb-1e94ba1c68d1 HTTP/1.1" status: 204 len: 168 time: 0.2336166 Jul 29 08:49:45.289894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:46.757526 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:48.442717 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47624) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:48.588305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:48.604454 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:48.608545 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:91117f38a08a4c5896e8855549a8b217 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:48.611788 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:48.617997 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:48.721563 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:48.795453 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:48.808722 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b85f7ece-7804-4135-9f91-7b633e885c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:48.852961 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91117f38a08a4c5896e8855549a8b217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088478 Jul 29 08:49:48.853731 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55451608-6504-439e-82d6-6c377ececf08,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:48.855646 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47636) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:48.858007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:48.916857 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:48.945569 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.077899 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.081971 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-58240b41-9755-4342-b858-2c05e24bbc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:49.094692 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55451608-6504-439e-82d6-6c377ececf08,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:49.098458 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:49.099706 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.100734 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-972a90d8-390d-478d-a6f9-18ab3f5f72fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55451608-6504-439e-82d6-6c377ececf08 HTTP/1.1" status: 204 len: 168 time: 0.2435400 Jul 29 08:49:49.276823 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47652) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:49.472012 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Deleting subnet 69aecae5-d906-47e2-860d-a484ae193348 {{(pid=79225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:49:49.480085 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.547168 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499655'] for subnet, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.594451 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3aea1-f091-4389-b878-606f3e0afe4a req-825d8092-ffb9-40b8-8fec-3e2480a1cf1e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:49.596681 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4e3aea1-f091-4389-b878-606f3e0afe4a req-825d8092-ffb9-40b8-8fec-3e2480a1cf1e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.3472242 Jul 29 08:49:49.664117 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.702270 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4e3aea1-f091-4389-b878-606f3e0afe4a req-e4c0488a-3ace-4d43-934c-bc0048bf838a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906780 Jul 29 08:49:49.915775 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2189861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2383245'] for subnet, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.931680 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:49.955556 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69aecae5-d906-47e2-860d-a484ae193348,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:49.957495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:49.960035 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:49.964199 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-3a55430e-62cb-4f05-bc66-6167aab43277 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/69aecae5-d906-47e2-860d-a484ae193348 HTTP/1.1" status: 204 len: 168 time: 0.6855276 Jul 29 08:49:49.967486 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47658) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:50.073451 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.101602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47662) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:50.122117 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.140018 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:50.144283 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a3bfaaa5ea4e50b28b786895aaf95c is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:50.147842 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:50.155141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:50.227261 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.240319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.241578 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41c29c-3b0b-46d9-94ad-3e9dca2e97dd']}} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:50.254826 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8fe9c1-e141-4ded-b554-f5afe21e60d6') {'for_net_delete': True} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:50.255124 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8fe9c1-e141-4ded-b554-f5afe21e60d6') {} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:50.266660 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499672'] for segment, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.282683 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.288961 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=79225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:49:50.298495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189891'] for segment, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: Traceback (most recent call last): Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: timer() Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: cb(*args, **kw) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: return func(*args, **kwargs) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: self._notify() Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: self.callback(batched_events) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: event.method(event) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: return f(self, *a, **k) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: return self._get(url).json() Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: return self.request(url, 'GET', **kwargs) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:49:50.302873 dv-cinder-802781-1-smb neutron-server[79225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:49:50.329630 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.337909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-87b80c2d-480d-4c52-9e71-be15a1c2f708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:50.378657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526437e-5b7c-467e-9fef-34be398af7fc,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:50.383019 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1a3bfaaa5ea4e50b28b786895aaf95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802479 Jul 29 08:49:50.383902 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fccf13be-3222-4849-9f68-2209c23ef0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:50.385735 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47666) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:50.455209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.483514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.506456 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.512175 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:50.528775 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.535658 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=be41c29c-3b0b-46d9-94ad-3e9dca2e97dd,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:50.540039 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:50.637553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.641580 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8a4bf088-b931-4f58-84ad-b7a8f740569f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:50.657072 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526437e-5b7c-467e-9fef-34be398af7fc,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:50.659865 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:50.670700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:50.674893 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5526437e-5b7c-467e-9fef-34be398af7fc HTTP/1.1" status: 204 len: 168 time: 0.2846553 Jul 29 08:49:50.680921 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-40449406-c841-4bb1-b050-b519199f3db6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/be41c29c-3b0b-46d9-94ad-3e9dca2e97dd HTTP/1.1" status: 204 len: 168 time: 0.7035191 Jul 29 08:49:50.919301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aebee-3a64-42b0-bdbb-d96bca9b361d req-e1a4becd-e013-4463-b652-11e416f0d101 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:50.920686 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b07aebee-3a64-42b0-bdbb-d96bca9b361d req-e1a4becd-e013-4463-b652-11e416f0d101 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0889947 Jul 29 08:49:50.972999 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b07aebee-3a64-42b0-bdbb-d96bca9b361d req-3282675b-7aa6-483e-9721-80cfeb6d9b3a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Jul 29 08:49:51.209728 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47680) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:51.263754 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-55cd39b8-b905-4107-a01a-d6486b0ca58a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81505f98eefd45d2ac0d277f857a8fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527830 Jul 29 08:49:51.266293 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47686) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:51.328592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:51.356401 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:51.517923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:51.522372 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3890dfd3-0c08-492e-8da1-33c13c15c180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:51.537018 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc888f-8831-4b6b-91ba-391296413dda,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:51.541406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:51.716300 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:51.717558 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ef30d401-68fd-42cb-b099-e21d467afb06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66cc888f-8831-4b6b-91ba-391296413dda HTTP/1.1" status: 204 len: 168 time: 0.4502733 Jul 29 08:49:52.210486 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf66e6-595b-4d2e-9333-b313aaa02bbc req-f6f88efc-a5c9-48c9-a1a6-da4566694caf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:52.211994 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-accf66e6-595b-4d2e-9333-b313aaa02bbc req-f6f88efc-a5c9-48c9-a1a6-da4566694caf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1008265 Jul 29 08:49:52.285090 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-accf66e6-595b-4d2e-9333-b313aaa02bbc req-20fcdb31-706c-415c-9caf-fc1cdeba8b5a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608449 Jul 29 08:49:53.079504 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47764) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:53.213042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1090160902-network', 'tenant_id': 'b873770443a74c8d8c353257873a8d49'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:49:53.217902 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:53.221834 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Usage tracker for resource:network and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:53.224828 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:53.232143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:53.349681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Made reservation on behalf of b873770443a74c8d8c353257873a8d49 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:49:53.352066 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.370945 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.388142 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:53.394649 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:53.398519 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:53.405687 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:53.553681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.570478 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07357c1-6040-4e08-bbaa-87394e6cf2a3 req-1f49c0ff-fec8-4984-930f-4fe1def30468 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:53.572040 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c07357c1-6040-4e08-bbaa-87394e6cf2a3 req-1f49c0ff-fec8-4984-930f-4fe1def30468 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1277976 Jul 29 08:49:53.623486 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c07357c1-6040-4e08-bbaa-87394e6cf2a3 req-7c6c22e7-4146-4ab3-8145-7abecc567201 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Jul 29 08:49:53.660589 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.664076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-48570273-ada4-486d-abff-16a028c01a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:53.698083 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:49:53.703470 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07289571-1465-41dd-88f5-3ffc8412c1e2,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:53.707081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:53.711045 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.711657 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Added segment c6897301-c466-4bda-860e-8c8869c25489 of type vlan for network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde Jul 29 08:49:53.744656 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.842139 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.844211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:53.845211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:53.853500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:54.008473 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9276447 Jul 29 08:49:54.014002 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47790) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:54.021843 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8a34a5-a295-4490-a9e3-75bf02b3cdde,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:54.022723 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Request body: {'subnet': {'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1090160902-subnet', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:49:54.025135 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:54.029195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:54.033956 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:49:54.034578 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Usage tracker for resource:subnet and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:54.036966 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:54.046999 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:54.177996 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Made reservation on behalf of b873770443a74c8d8c353257873a8d49 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:49:54.180359 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2383334'] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:54.546439 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2190310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2383252'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:54.553953 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:54.627193 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed8ecab-1b7c-4141-b081-d074c7c52b35,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:54.638652 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.639014 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.639406 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.639734 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.640079 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.640419 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.640760 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.641098 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.641436 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.641918 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.642256 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.642589 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:54.647262 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:54.647934 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Checking segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:49:54.648288 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Network hostable DHCP agents. Network: 1f8a34a5-a295-4490-a9e3-75bf02b3cdde, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:49:54.787547 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:49:54.850224 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4ef7f-3cfc-4b22-a801-f546b7760918 req-e186b915-c260-48ba-ad2a-85290e06fcaa tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:54.851720 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d7e4ef7f-3cfc-4b22-a801-f546b7760918 req-e186b915-c260-48ba-ad2a-85290e06fcaa tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1139674 Jul 29 08:49:54.874630 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 1f8a34a5-a295-4490-a9e3-75bf02b3cdde) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:49:54.879911 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:54.881041 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:54.886154 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d04a3-3366-4105-939c-dc37b2d2d9fd None None] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:49:54.942610 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-c6a079c6-0321-4333-aa97-6c2cb17db215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:54.944307 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-c6a079c6-0321-4333-aa97-6c2cb17db215 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1099 time: 0.0949402 Jul 29 08:49:54.949013 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d7e4ef7f-3cfc-4b22-a801-f546b7760918 req-6d850da2-a31e-4ae4-8b64-7c36c0250c1c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900190 Jul 29 08:49:55.004008 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-94f82c14-f1dc-4174-aa49-7475257d1dfb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9876468 Jul 29 08:49:55.006844 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47798) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:55.013810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:49:55.020330 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:49:55.024823 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Usage tracker for resource:router and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:49:55.028402 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:49:55.034701 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:49:55.102940 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.104258 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.116520 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-bb74c8eb-3e0b-4672-8241-bc293bd0048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:55.119266 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-bb74c8eb-3e0b-4672-8241-bc293bd0048c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1524980 Jul 29 08:49:55.131260 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:49:55.132242 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.136867 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.237868 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-98c1d2af-a2e2-4867-90e4-114737c408f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 1001 time: 0.1112571 Jul 29 08:49:55.342929 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-2c54c108-7aa1-415a-a2c8-330d158219d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:55.343158 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Allocated IP 172.20.0.2 (1f8a34a5-a295-4490-a9e3-75bf02b3cdde/3ed8ecab-1b7c-4141-b081-d074c7c52b35/9de30b90-8afb-4709-a127-3e23957a7379) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:49:55.344802 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-2c54c108-7aa1-415a-a2c8-330d158219d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0997672 Jul 29 08:49:55.437605 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-ab55a39a-b28b-4af2-8646-6a55565a68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:55.439738 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-ab55a39a-b28b-4af2-8646-6a55565a68a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879107 Jul 29 08:49:55.660086 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.671764 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Transition to ACTIVE for port object 9de30b90-8afb-4709-a127-3e23957a7379 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:49:55.690988 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Transition to ACTIVE for port object 9de30b90-8afb-4709-a127-3e23957a7379 will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:49:55.713711 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-b70826ea-99f8-44a4-a9c1-fbbbb929d60d service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659426 Jul 29 08:49:55.720686 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.772470 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.776859 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:55.845953 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:49:55.848921 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:49:55.853121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:49:55.869948 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-11e2f3c3-57f0-4e9c-ba99-91b33e5ff3ec req-a01216e2-8198-469d-8b4e-c201c1f9c118 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472700 Jul 29 08:49:55.923544 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Pushing event updated for resources: {'Port': ['ID=9de30b90-8afb-4709-a127-3e23957a7379,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:55.940949 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.941280 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.941607 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.942132 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.942632 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.943121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.943449 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.943768 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.944084 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.944398 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.944713 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.945026 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:49:55.956252 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:55.967089 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Attempting to bind port 9de30b90-8afb-4709-a127-3e23957a7379 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:49:55.967450 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Attempting to bind port 9de30b90-8afb-4709-a127-3e23957a7379 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:49:55.967858 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Attempting to bind port 9de30b90-8afb-4709-a127-3e23957a7379 on network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:49:55.973563 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:49:55.973984 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Checking segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:49:55.974395 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:55.974800 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Bound using segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:49:55.975277 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Bound port: 9de30b90-8afb-4709-a127-3e23957a7379, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:49:55.975662 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.122999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] For port 9de30b90-8afb-4709-a127-3e23957a7379, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:49:56.126807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] For port 9de30b90-8afb-4709-a127-3e23957a7379, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=9de30b90-8afb-4709-a127-3e23957a7379,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:49:56.146435 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.181663 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.209692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001bd98-ff95-4c63-9f82-abb81db1e39c req-de0ab6b6-fc4b-4901-ae4a-e8a69577a132 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:56.211245 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8001bd98-ff95-4c63-9f82-abb81db1e39c req-de0ab6b6-fc4b-4901-ae4a-e8a69577a132 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0910952 Jul 29 08:49:56.215178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.222230 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:56.272954 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8001bd98-ff95-4c63-9f82-abb81db1e39c req-6c0ec8bb-1d66-47dd-82e7-d34759437e6f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498984 Jul 29 08:49:56.312891 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Pushing event updated for resources: {'Port': ['ID=9de30b90-8afb-4709-a127-3e23957a7379,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:56.322046 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:56.364586 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Allocated IP 172.28.1.70 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/4a46ea80-269c-4827-8804-8903d1213234) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:49:56.378083 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.557124 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.654994 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:56.659601 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2ab36c18-d47b-44fe-9f86-6470a30d3245 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:56.728892 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:49:56.732318 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:49:56.737563 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:49:56.771734 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Pushing event updated for resources: {'Port': ['ID=4a46ea80-269c-4827-8804-8903d1213234,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:56.776014 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:56.903227 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 9de30b90-8afb-4709-a127-3e23957a7379 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:49:57.093035 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 9de30b90-8afb-4709-a127-3e23957a7379 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:49:57.358625 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:57.388819 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028cc4e3-b067-458c-90d8-d19d63636eb5 None None] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:49:57.585672 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Provisioning for port 9de30b90-8afb-4709-a127-3e23957a7379 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:49:57.594219 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Provisioning complete for port 9de30b90-8afb-4709-a127-3e23957a7379 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:49:57.594595 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:57.747427 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e89db-78e7-4b9d-9322-e5a5f8ad8f1f req-3e3389a1-c54f-41ed-86a2-7b62f2c3bc8a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:57.748946 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-482e89db-78e7-4b9d-9322-e5a5f8ad8f1f req-3e3389a1-c54f-41ed-86a2-7b62f2c3bc8a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.3195524 Jul 29 08:49:57.784624 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:57.841378 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] For port 9de30b90-8afb-4709-a127-3e23957a7379, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=9de30b90-8afb-4709-a127-3e23957a7379,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:49:57.875223 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-482e89db-78e7-4b9d-9322-e5a5f8ad8f1f req-250bc682-daeb-4818-b948-44743380809c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733259 Jul 29 08:49:57.952953 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:57.959289 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:49:57.994355 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:58.036943 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Pushing event updated for resources: {'Port': ['ID=9de30b90-8afb-4709-a127-3e23957a7379,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:49:58.040294 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:49:58.076129 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-100514f5-526c-4e89-b75e-89160ba0d9bb None None] Provisioning complete for port 9de30b90-8afb-4709-a127-3e23957a7379 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:49:58.076691 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-100514f5-526c-4e89-b75e-89160ba0d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:58.349121 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:49:58.548643 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:49:58.560650 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Sync routers for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:49:58.570367 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:49:58.571005 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:58.641695 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] Notify callbacks [] for router, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:58.646192 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f2a22110-54aa-4c97-af22-40fa13772646 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6356485 Jul 29 08:49:58.646401 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47812) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:49:58.784164 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:49:58.848121 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:49:59.053357 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 9de30b90-8afb-4709-a127-3e23957a7379 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:49:59.144847 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c9520-622d-4534-85e0-bd061d0f868e req-1fdd2568-a48f-42be-bdb7-81a4c4451e1c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:49:59.146574 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bb4c9520-622d-4534-85e0-bd061d0f868e req-1fdd2568-a48f-42be-bdb7-81a4c4451e1c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1276815 Jul 29 08:49:59.229778 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bb4c9520-622d-4534-85e0-bd061d0f868e req-14a48305-4123-4a2b-92a5-50df29bbd3d7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728381 Jul 29 08:49:59.275033 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 9de30b90-8afb-4709-a127-3e23957a7379 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:49:59.275498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:59.436629 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:49:57Z', 'revision_number': 3, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:49:59.446138 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Checking router: 7a56ae2f-c95c-4ac0-9377-f9713f22d718 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:49:59.446477 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Updating router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 port 4a46ea80-269c-4827-8804-8903d1213234 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:49:59.508821 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:59.585268 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:59.820496 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Allocated IP 172.20.0.1 (1f8a34a5-a295-4490-a9e3-75bf02b3cdde/3ed8ecab-1b7c-4141-b081-d074c7c52b35/913b108c-3d3b-422f-a4bd-65929b714791) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:49:59.910894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:59.923708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Transition to ACTIVE for port object 4a46ea80-269c-4827-8804-8903d1213234 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:49:59.972710 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:49:59.988792 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.provisioning_blocks [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Transition to ACTIVE for port object 913b108c-3d3b-422f-a4bd-65929b714791 will not be triggered until provisioned by entity DHCP. {{(pid=79225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:00.000829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.005313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:00.087425 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Attempting to bind port 4a46ea80-269c-4827-8804-8903d1213234 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:00.087807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Attempting to bind port 4a46ea80-269c-4827-8804-8903d1213234 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:00.088180 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Attempting to bind port 4a46ea80-269c-4827-8804-8903d1213234 on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:00.092453 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Pushing event updated for resources: {'Port': ['ID=4a46ea80-269c-4827-8804-8903d1213234,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:00.096728 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:00.097111 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:00.097521 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.097944 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:00.098465 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Bound port: 4a46ea80-269c-4827-8804-8903d1213234, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:00.098844 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.112438 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.118369 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:00.123137 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:00.182105 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] For port 4a46ea80-269c-4827-8804-8903d1213234, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:00.187979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] For port 4a46ea80-269c-4827-8804-8903d1213234, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4a46ea80-269c-4827-8804-8903d1213234,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:00.190052 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:00.191486 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:00.197812 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:50:00.227935 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Pushing event updated for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:00.235301 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:00.269167 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.283414 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.289046 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-58a4e2a0-c3ec-436b-8e59-54def3ae942f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:00.391316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:00.392465 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:00.460781 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Pushing event updated for resources: {'Port': ['ID=4a46ea80-269c-4827-8804-8903d1213234,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:00.472963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:00.498555 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.523904 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaacb8a-c663-47ac-9c52-d063ae8a8abc req-2c05f6a3-c2ef-4616-bd95-ed795e72f35d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:00.525438 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9aaacb8a-c663-47ac-9c52-d063ae8a8abc req-2c05f6a3-c2ef-4616-bd95-ed795e72f35d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1614046 Jul 29 08:50:00.604284 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:00.645983 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9aaacb8a-c663-47ac-9c52-d063ae8a8abc req-bbc20395-1955-4185-8acd-31a507cf93ef tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789139 Jul 29 08:50:00.663421 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-fc779471-bb34-4028-93ee-c709e30e35dc None None] Provisioning for port 913b108c-3d3b-422f-a4bd-65929b714791 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:00.680538 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-fc779471-bb34-4028-93ee-c709e30e35dc None None] Provisioning complete for port 913b108c-3d3b-422f-a4bd-65929b714791 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:00.680919 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fc779471-bb34-4028-93ee-c709e30e35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.810770 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.875185 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-fc779471-bb34-4028-93ee-c709e30e35dc None None] Port 913b108c-3d3b-422f-a4bd-65929b714791 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:50:00.877676 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.902898 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-506a839b-7425-45a5-852d-a85ac40c3013 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:00.992135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:00.995784 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Pushing event updated for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:00.998740 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:01.047186 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:49:59Z', 'revision_number': 1, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:01.051247 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7077ebc-6f25-4179-8d11-c0ec7c0ca68a None None] The sync data for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb is: [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:49:59Z', 'revision_number': 1, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:50:01.151358 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:01.153404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:01.401661 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:50:01.513958 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-d9c9f0de-3986-4776-adda-361c1fe8bc11 None None] Provisioning complete for port 913b108c-3d3b-422f-a4bd-65929b714791 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:01.514604 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d9c9f0de-3986-4776-adda-361c1fe8bc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:01.591929 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9f0de-3986-4776-adda-361c1fe8bc11 None None] Port 913b108c-3d3b-422f-a4bd-65929b714791 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:50:01.728096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:50:01.750363 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] 10.222.0.36 "PUT /v2.0/routers/7a56ae2f-c95c-4ac0-9377-f9713f22d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1015227 Jul 29 08:50:01.925883 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6e734-0ae0-4d41-bbb8-c7e4fffec8d8 req-f14dbf18-f108-4163-8286-d318cc810ad1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:01.935376 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-91e6e734-0ae0-4d41-bbb8-c7e4fffec8d8 req-f14dbf18-f108-4163-8286-d318cc810ad1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1508570 Jul 29 08:50:02.011010 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-91e6e734-0ae0-4d41-bbb8-c7e4fffec8d8 req-9b2b82b1-5f2f-4941-bfcb-58fac8898fc5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745187 Jul 29 08:50:02.117049 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:50:02.334603 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:02.356692 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:50:02.444708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:02.472212 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:50:02.515070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:02.589146 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:02.591313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:02.692756 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=6']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:02.701283 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['22081953-1d6d-4b24-8376-dbb9228dab4b'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:50:02.760966 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:02.953016 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4a46ea80-269c-4827-8804-8903d1213234 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:02.988103 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47858) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:02.994260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-741019924-network', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:50:03.000067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:03.005531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Usage tracker for resource:network and tenant:b9a75df99fe04db2aee585c8edfd57c9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:03.008952 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:03.017282 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:03.098201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Made reservation on behalf of b9a75df99fe04db2aee585c8edfd57c9 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:50:03.101565 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.115780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.132362 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:03.136913 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Usage tracker for resource:security_group_rule and tenant:b9a75df99fe04db2aee585c8edfd57c9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:03.140930 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:03.148211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:03.197231 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 4a46ea80-269c-4827-8804-8903d1213234 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:03.202951 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 4a46ea80-269c-4827-8804-8903d1213234 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:03.203493 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.270980 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.349999 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.369097 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e8c5da91-c590-4363-9ceb-b60b82cbbb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:03.415903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:50:03.424803 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.441576 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa945bf-dafd-4033-94c4-5f153a347d6e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:03.469623 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 4a46ea80-269c-4827-8804-8903d1213234, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4a46ea80-269c-4827-8804-8903d1213234,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:03.476046 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.476623 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.477069 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.477923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.478684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.479398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.479898 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.480487 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.481048 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.481684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.482232 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.483011 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:03.502760 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:03.504117 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.504464 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Added segment e6c89f6f-a76d-4484-be58-a23d09c5f9cd of type vlan for network faa79846-8f7d-4837-8ec1-df4baae9e93d Jul 29 08:50:03.575118 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.578477 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.586779 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:03.642231 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5965d-62dc-4fe4-a18f-bf92d8335ef5 req-2f76f17c-231c-40cd-9221-26cd8e1c9d45 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:03.644330 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-83f5965d-62dc-4fe4-a18f-bf92d8335ef5 req-2f76f17c-231c-40cd-9221-26cd8e1c9d45 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 945 time: 0.1560500 Jul 29 08:50:03.726475 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=4a46ea80-269c-4827-8804-8903d1213234,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:03.731646 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:03.744845 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-83f5965d-62dc-4fe4-a18f-bf92d8335ef5 req-dcede2a6-16c9-4f57-b5c8-d5f7619fb7a4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911644 Jul 29 08:50:03.764144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.765524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:03.766164 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:03.770738 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:03.836170 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Sync routers for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:50:03.857422 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:03.859605 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:03.952891 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Pushing event updated for resources: {'Network': ['ID=faa79846-8f7d-4837-8ec1-df4baae9e93d,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:03.956672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:03.960405 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9709060 Jul 29 08:50:03.964277 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47882) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:03.977032 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Request body: {'subnet': {'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-741019924-subnet', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:50:03.979361 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network faa79846-8f7d-4837-8ec1-df4baae9e93d details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:50:03.987068 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:04.001433 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Usage tracker for resource:subnet and tenant:b9a75df99fe04db2aee585c8edfd57c9 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:04.006743 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:04.017499 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:04.138087 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Made reservation on behalf of b9a75df99fe04db2aee585c8edfd57c9 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:50:04.141040 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2383334'] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:04.152706 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:04.260268 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 22081953-1d6d-4b24-8376-dbb9228dab4b triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:04.261243 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:04.268305 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:04.501413 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:04.581244 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:04.583015 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:50:04.610733 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2190310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2383252'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:04.625792 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:04.684401 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'code': 200} Jul 29 08:50:04.729027 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:04.732765 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:04.797829 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:04.801053 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d51101b7-d575-4dfc-bb86-18c6ec898d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:04.803873 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Checking segment: {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:04.804733 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Network hostable DHCP agents. Network: faa79846-8f7d-4837-8ec1-df4baae9e93d, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:50:04.847219 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 2, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:04.855409 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Checking router: 7a56ae2f-c95c-4ac0-9377-f9713f22d718 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:50:04.857099 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Updating router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 port 913b108c-3d3b-422f-a4bd-65929b714791 binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:50:04.923738 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Network faa79846-8f7d-4837-8ec1-df4baae9e93d is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:50:04.964722 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4a46ea80-269c-4827-8804-8903d1213234 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:04.994806 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.045111 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, faa79846-8f7d-4837-8ec1-df4baae9e93d) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:05.064730 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=7']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:05.095178 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:05.097294 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.107738 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f379ec8-ba1b-4fc3-aee3-3a70af9808fb None None] Network faa79846-8f7d-4837-8ec1-df4baae9e93d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:50:05.163090 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:05.210787 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6042b-0cd0-4a49-a1de-e7f0c9ab6e5f req-ba2b4c65-5165-4e14-ab3a-22572f192493 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:05.225428 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-10a6042b-0cd0-4a49-a1de-e7f0c9ab6e5f req-ba2b4c65-5165-4e14-ab3a-22572f192493 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.2394710 Jul 29 08:50:05.289184 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d895a77b-2ef1-464e-9ab5-b4f96e66b220 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3227062 Jul 29 08:50:05.289713 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47900) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:05.306677 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:50:05.321974 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:05.333584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Usage tracker for resource:router and tenant:b9a75df99fe04db2aee585c8edfd57c9 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:05.338296 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-10a6042b-0cd0-4a49-a1de-e7f0c9ab6e5f req-60ed9a7f-ee60-40a5-a649-c6d3a179b067 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001470 Jul 29 08:50:05.367066 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:05.377505 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 4a46ea80-269c-4827-8804-8903d1213234 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:05.378418 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.392694 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:05.534678 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.535802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.569041 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.631993 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.649614 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Transition to ACTIVE for port object 913b108c-3d3b-422f-a4bd-65929b714791 will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:05.757811 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-faa79846-8f7d-4837-8ec1-df4baae9e93d', 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'fixed_ips': [{'subnet_id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:50:05.758735 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.806409 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:05.824708 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-ed19c447-8fd1-4cf8-b8ac-0e30e3ed96c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:06.127776 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Allocated IP 172.20.0.2 (faa79846-8f7d-4837-8ec1-df4baae9e93d/8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473/4c37c52e-9a4f-4a3f-812f-83bc36f5f600) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:50:06.202632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.268248 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Pushing event updated for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:06.279196 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.279633 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.280222 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.280929 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.281325 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.281713 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.282287 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.282615 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.282939 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.283263 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.283578 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.284090 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:50:06.288314 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Attempting to bind port 913b108c-3d3b-422f-a4bd-65929b714791 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:06.288501 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Attempting to bind port 913b108c-3d3b-422f-a4bd-65929b714791 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:06.288955 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Attempting to bind port 913b108c-3d3b-422f-a4bd-65929b714791 on network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:06.291827 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:06.302505 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:06.306868 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Checking segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:06.306868 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.306868 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Bound using segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:06.306868 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Bound port: 913b108c-3d3b-422f-a4bd-65929b714791, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:06.306868 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.456851 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] For port 913b108c-3d3b-422f-a4bd-65929b714791, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:06.460833 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] For port 913b108c-3d3b-422f-a4bd-65929b714791, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=913b108c-3d3b-422f-a4bd-65929b714791,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:06.475770 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.491997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Transition to ACTIVE for port object 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:06.542414 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Transition to ACTIVE for port object 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:06.585182 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.596676 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:06.673178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.687007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:06.704693 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:06.705399 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:06.769201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:06.832938 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Pushing event updated for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=4']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:06.847342 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:06.876593 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Network faa79846-8f7d-4837-8ec1-df4baae9e93d is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:06.883196 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:06.888804 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:50:06.931263 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Pushing event updated for resources: {'Port': ['ID=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:06.947078 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:07.021583 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:07.023925 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Attempting to bind port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:07.024570 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Attempting to bind port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:07.025087 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Attempting to bind port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 on network faa79846-8f7d-4837-8ec1-df4baae9e93d {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:07.044827 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.046116 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:07.046818 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Checking segment: {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:07.047809 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.048315 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Bound using segment: {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:07.049808 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Bound port: 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:07.050625 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.123223 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916207fa-fef2-4efa-a283-c6a42c8abac3 req-39facd53-0cb9-4384-863f-5b644ba2f314 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:07.135839 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-916207fa-fef2-4efa-a283-c6a42c8abac3 req-39facd53-0cb9-4384-863f-5b644ba2f314 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.5235178 Jul 29 08:50:07.209893 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] For port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:07.213235 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] For port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:07.262580 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-916207fa-fef2-4efa-a283-c6a42c8abac3 req-bec7c413-20ce-474e-aca4-80c708dd19e8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254153 Jul 29 08:50:07.317097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.322380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:07.377424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Allocated IP 172.28.1.157 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/7a693a79-cbf8-4277-9837-aa25c5359678) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:50:07.458764 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Pushing event updated for resources: {'Port': ['ID=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:07.462348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:07.525125 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:06Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:07.535550 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7faf9-2bca-4b88-b4d6-0882e3ccd168 None None] The sync data for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb is: [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:06Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:50:07.633560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.829881 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:07.833927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:07.933350 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:07.946958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:07.950573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:50:08.012917 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Pushing event updated for resources: {'Port': ['ID=7a693a79-cbf8-4277-9837-aa25c5359678,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:08.016270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:08.697646 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:08.768095 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c9a9e-c963-4f2f-ba09-1cc7a0c39ff5 req-7b1f8199-ea81-4fe6-a108-b0b4cf54ab90 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:08.774275 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4a8c9a9e-c963-4f2f-ba09-1cc7a0c39ff5 req-7b1f8199-ea81-4fe6-a108-b0b4cf54ab90 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.2443712 Jul 29 08:50:08.887300 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4a8c9a9e-c963-4f2f-ba09-1cc7a0c39ff5 req-99a89c74-4763-40d8-9c16-8179463eb8a0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042197 Jul 29 08:50:09.006517 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac98859f-32fc-497e-abcd-28d50380bf16 None None] Network faa79846-8f7d-4837-8ec1-df4baae9e93d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:50:09.231212 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 913b108c-3d3b-422f-a4bd-65929b714791 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:09.315514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:09.694298 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 913b108c-3d3b-422f-a4bd-65929b714791 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:09.700170 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-c872b912-adb9-46f9-9223-ca9751c38fa8 None None] Provisioning for port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:09.706162 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 913b108c-3d3b-422f-a4bd-65929b714791 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:09.706770 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:09.834503 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:09.884611 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 913b108c-3d3b-422f-a4bd-65929b714791, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=913b108c-3d3b-422f-a4bd-65929b714791,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:09.899499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:50:10.003258 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:10.005405 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:10.057682 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:10.133029 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:50:10.134619 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:10.151452 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:10.156817 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Sync routers for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:50:10.174029 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:10.174671 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:10.258856 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1623dca-91d8-49a7-b362-b1da8040dce3 req-c72f98b0-d66a-4b9c-96e7-d988c7ac0517 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:10.263736 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1623dca-91d8-49a7-b362-b1da8040dce3 req-c72f98b0-d66a-4b9c-96e7-d988c7ac0517 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1271420 Jul 29 08:50:10.323332 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1623dca-91d8-49a7-b362-b1da8040dce3 req-a5d8672b-ff41-4033-811a-e5925a8a93fd tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541871 Jul 29 08:50:10.366353 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:10.369362 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0703402 Jul 29 08:50:10.370995 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47936) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:10.423566 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:10.623467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:10.657982 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:10.658930 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:10.948075 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:10.997038 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:11.001673 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:08Z', 'revision_number': 3, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:11.006285 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Checking router: bdf20f48-be1c-42f2-8ef0-5402817c0ca5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:50:11.006671 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Updating router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 port 7a693a79-cbf8-4277-9837-aa25c5359678 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:50:11.065249 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.116032 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.119303 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:11.237708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 913b108c-3d3b-422f-a4bd-65929b714791 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:11.277890 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.376395 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:11.389332 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:11.559214 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 913b108c-3d3b-422f-a4bd-65929b714791 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:11.559931 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.630504 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88760c56-c327-4cb6-9dbe-6da97cc90b4f req-59aa7c34-aa0a-419c-b1b3-4136b3ddca4d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:11.638465 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-88760c56-c327-4cb6-9dbe-6da97cc90b4f req-59aa7c34-aa0a-419c-b1b3-4136b3ddca4d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1005988 Jul 29 08:50:11.697434 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-88760c56-c327-4cb6-9dbe-6da97cc90b4f req-6a8f50d7-bf76-4f75-8f16-b89243946321 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579369 Jul 29 08:50:11.711509 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Allocated IP 172.20.0.1 (faa79846-8f7d-4837-8ec1-df4baae9e93d/8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473/7aec2036-f604-4a69-be47-13c880b02519) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:50:11.848700 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-edd48cfc-07a8-44cb-8260-a787bfb81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.922405 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:11.950717 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Transition to ACTIVE for port object 7aec2036-f604-4a69-be47-13c880b02519 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:11.998780 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.013306 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Transition to ACTIVE for port object 7a693a79-cbf8-4277-9837-aa25c5359678 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:12.030943 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 47948) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:12.047062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.053035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:12.088027 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.134505 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.142099 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:12.271253 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Attempting to bind port 7a693a79-cbf8-4277-9837-aa25c5359678 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:12.271635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Attempting to bind port 7a693a79-cbf8-4277-9837-aa25c5359678 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:12.272187 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Attempting to bind port 7a693a79-cbf8-4277-9837-aa25c5359678 on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:12.280747 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:12.281145 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:12.281548 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.282415 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:12.282925 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Bound port: 7a693a79-cbf8-4277-9837-aa25c5359678, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:12.283318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.335642 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Network faa79846-8f7d-4837-8ec1-df4baae9e93d is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:12.339452 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:12.362167 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Pushing event updated for resources: {'Port': ['ID=7a693a79-cbf8-4277-9837-aa25c5359678,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:12.365612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:50:12.377676 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:12.407867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.440277 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:12.451367 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] For port 7a693a79-cbf8-4277-9837-aa25c5359678, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:12.458275 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:12.461204 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] For port 7a693a79-cbf8-4277-9837-aa25c5359678, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7a693a79-cbf8-4277-9837-aa25c5359678,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:12.466225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Usage tracker for resource:security_group_rule and tenant:848b00a7d12c4fb184f12af3bdd4514b is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:12.470402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:12.471246 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:12.481824 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:12.484372 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.563004 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.567885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:12.728275 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:12.729302 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:49:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:12.810939 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Pushing event updated for resources: {'Port': ['ID=7a693a79-cbf8-4277-9837-aa25c5359678,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:12.825894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:12.953003 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-618ee77e-50c1-47c7-b79d-932c3c8b667b None None] Provisioning for port 7aec2036-f604-4a69-be47-13c880b02519 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:12.961338 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-618ee77e-50c1-47c7-b79d-932c3c8b667b None None] Provisioning complete for port 7aec2036-f604-4a69-be47-13c880b02519 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:12.962007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-618ee77e-50c1-47c7-b79d-932c3c8b667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:12.994036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.009423 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.076847 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.077265 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:13.112364 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-684ffd2d-37b3-4be5-8b9c-d45c1702aab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:13.128336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5df8-dfe0-4477-a9df-c8ddbddde862 req-cf6c05cb-857d-4b62-a989-37eb488b4548 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:13.130045 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6c0a5df8-dfe0-4477-a9df-c8ddbddde862 req-cf6c05cb-857d-4b62-a989-37eb488b4548 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.2802746 Jul 29 08:50:13.196643 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=848b00a7d12c4fb184f12af3bdd4514b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1641767 Jul 29 08:50:13.199836 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 47956) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:13.266499 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-618ee77e-50c1-47c7-b79d-932c3c8b667b None None] Port 7aec2036-f604-4a69-be47-13c880b02519 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:50:13.272179 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:13.278910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22afb6-f0e4-40fc-b5b0-77e699e7c050,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:13.290757 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:13.297518 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6c0a5df8-dfe0-4477-a9df-c8ddbddde862 req-506fa25e-7ea8-48a8-a87e-d4bc0ec3a231 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307948 Jul 29 08:50:13.309788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.346470 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.492599 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.498118 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-4a7b4215-d3f5-4195-bbdf-32cad1e99b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:13.517929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22afb6-f0e4-40fc-b5b0-77e699e7c050,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:13.520404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.524042 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:13.534674 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.536190 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5c6c34cf-7e0a-49ac-ac44-f3934264576a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a22afb6-f0e4-40fc-b5b0-77e699e7c050 HTTP/1.1" status: 204 len: 168 time: 0.3352752 Jul 29 08:50:13.547604 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:13.547990 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.607616 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.677231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:13.746198 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:08Z', 'revision_number': 3, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:13.753465 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb15228-9869-4a3f-8320-e22d018ea66b None None] The sync data for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb is: [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:08Z', 'revision_number': 3, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:50:13.786202 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:13.789802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:13.790729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:13.954378 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Network faa79846-8f7d-4837-8ec1-df4baae9e93d is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:13.955802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:14.167076 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-db6aeb06-2770-4ab6-b71e-78ba76b0cc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:14.314970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:50:14.415622 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-a4b169f5-76ce-40d7-aa57-63aee11c64b5 None None] Provisioning complete for port 7aec2036-f604-4a69-be47-13c880b02519 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:14.416725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-a4b169f5-76ce-40d7-aa57-63aee11c64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:14.486783 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-a4b169f5-76ce-40d7-aa57-63aee11c64b5 None None] Port 7aec2036-f604-4a69-be47-13c880b02519 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:50:14.587655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:50:14.595250 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f5889-f9c7-4530-ba7a-b48e8797bd96 req-5d91c31d-2a0f-4cad-9a57-360fc001e5f9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:14.597413 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4e8f5889-f9c7-4530-ba7a-b48e8797bd96 req-5d91c31d-2a0f-4cad-9a57-360fc001e5f9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1092079 Jul 29 08:50:14.606906 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] 10.222.0.36 "PUT /v2.0/routers/bdf20f48-be1c-42f2-8ef0-5402817c0ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2346714 Jul 29 08:50:14.654932 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4e8f5889-f9c7-4530-ba7a-b48e8797bd96 req-3933c788-9998-419d-931d-f810a330d14b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512540 Jul 29 08:50:15.320631 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7a693a79-cbf8-4277-9837-aa25c5359678 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:15.372098 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:15.539130 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 7a693a79-cbf8-4277-9837-aa25c5359678 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:15.546401 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 7a693a79-cbf8-4277-9837-aa25c5359678 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:15.549216 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:15.804922 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:15.843920 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 7a693a79-cbf8-4277-9837-aa25c5359678, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7a693a79-cbf8-4277-9837-aa25c5359678,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:15.974114 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:15.976576 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-0f76b246-f0ef-4aff-bcbe-d947f385303f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:16.023201 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Sync routers for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:50:16.049404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794926-2dfa-4aca-959a-82128a3440e7 req-6167aa83-7c56-495b-9b77-8135ae6dd392 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:16.058405 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:16.059533 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:50:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:16.066911 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b794926-2dfa-4aca-959a-82128a3440e7 req-6167aa83-7c56-495b-9b77-8135ae6dd392 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1924849 Jul 29 08:50:16.144150 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2b794926-2dfa-4aca-959a-82128a3440e7 req-63aeecaa-5dc1-4b72-a237-35f9e3e0601e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759287 Jul 29 08:50:16.147872 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=7a693a79-cbf8-4277-9837-aa25c5359678,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:16.170375 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:16.458825 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:16.711167 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.011417 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48018) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:17.079763 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:12Z', 'revision_number': 4, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '7aec2036-f604-4a69-be47-13c880b02519', 'name': '', 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'mac_address': 'fa:16:3e:1b:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:11Z', 'updated_at': '2021-07-29T08:50:13Z', 'revision_number': 2, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'subnets': [{'id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:17.092391 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Checking router: bdf20f48-be1c-42f2-8ef0-5402817c0ca5 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:50:17.092782 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Updating router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 port 7aec2036-f604-4a69-be47-13c880b02519 binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:50:17.210120 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.219644 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.288051 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:17.293428 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7a693a79-cbf8-4277-9837-aa25c5359678 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:17.295163 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Usage tracker for resource:security_group_rule and tenant:25931bcc992d4b189718b19ddf0ff7ee is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:50:17.304127 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:50:17.325444 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:17.449877 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 7a693a79-cbf8-4277-9837-aa25c5359678 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:17.453292 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.568426 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.692075 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:17.715753 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-40948b4c-e033-420d-aeb8-bd45942b0e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:17.796602 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb942aed-26f7-4e73-b8f3-01b81b1515fa,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:17.804040 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25931bcc992d4b189718b19ddf0ff7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7904692 Jul 29 08:50:17.805549 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1b84ad6f-a52c-460d-a5c3-fdd1b57a6458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:17.806731 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48026) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:50:17.831507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342e7d-ca43-4c38-8aa3-f5b11ff5f12b req-4f1514a8-bde5-4b08-8b75-9ab6a260ae57 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:17.840335 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b6342e7d-ca43-4c38-8aa3-f5b11ff5f12b req-4f1514a8-bde5-4b08-8b75-9ab6a260ae57 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.2701757 Jul 29 08:50:17.941037 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-b6342e7d-ca43-4c38-8aa3-f5b11ff5f12b req-f558675b-2911-41ad-ae70-1584fe86911d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966268 Jul 29 08:50:18.081305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.117234 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.167963 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.306739 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Transition to ACTIVE for port object 7aec2036-f604-4a69-be47-13c880b02519 will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:18.307742 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.314335 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f4ba6f6a-ddd5-438c-9456-0f97dd449fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:18.332699 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb942aed-26f7-4e73-b8f3-01b81b1515fa,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:18.343948 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:18.347915 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.370181 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb942aed-26f7-4e73-b8f3-01b81b1515fa HTTP/1.1" status: 204 len: 168 time: 0.5621920 Jul 29 08:50:18.396332 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:18.400886 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:18.671474 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336602d3-c4e4-4cfa-8d78-c89f529617ec None None] Pushing event updated for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:18.674352 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-336602d3-c4e4-4cfa-8d78-c89f529617ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:19.029712 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Attempting to bind port 7aec2036-f604-4a69-be47-13c880b02519 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:19.030869 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Attempting to bind port 7aec2036-f604-4a69-be47-13c880b02519 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:19.031455 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Attempting to bind port 7aec2036-f604-4a69-be47-13c880b02519 on network faa79846-8f7d-4837-8ec1-df4baae9e93d {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:19.041806 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:19.043001 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Checking segment: {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:19.043615 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:19.044197 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Bound using segment: {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:19.044905 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Bound port: 7aec2036-f604-4a69-be47-13c880b02519, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:19.048686 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:19.228150 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] For port 7aec2036-f604-4a69-be47-13c880b02519, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:19.232603 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] For port 7aec2036-f604-4a69-be47-13c880b02519, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7aec2036-f604-4a69-be47-13c880b02519,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:19.287507 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb013a4-a03f-441b-acb8-c70f6fdd2ad2 req-68b445a9-27b9-4e9a-98dd-477731769cad tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:19.289249 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-edb013a4-a03f-441b-acb8-c70f6fdd2ad2 req-68b445a9-27b9-4e9a-98dd-477731769cad tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1139700 Jul 29 08:50:19.345439 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-edb013a4-a03f-441b-acb8-c70f6fdd2ad2 req-f8c301b5-323c-442c-9e8f-2511f97407d0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467432 Jul 29 08:50:19.546021 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:19.551334 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-fd8ee533-c343-4938-bcc4-14d3058e1d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:19.664164 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:50:19.664802 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:50:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:19.818313 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336602d3-c4e4-4cfa-8d78-c89f529617ec None None] Pushing event updated for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=4']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:19.842132 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-336602d3-c4e4-4cfa-8d78-c89f529617ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:20.039300 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:50:20.440067 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:12Z', 'revision_number': 4, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '7aec2036-f604-4a69-be47-13c880b02519', 'name': '', 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'mac_address': 'fa:16:3e:1b:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:11Z', 'updated_at': '2021-07-29T08:50:19Z', 'revision_number': 4, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'subnets': [{'id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:50:20.444214 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b70de-0c4b-4601-8987-7ee90730b042 None None] The sync data for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb is: [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:50:12Z', 'revision_number': 4, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '7aec2036-f604-4a69-be47-13c880b02519', 'name': '', 'network_id': 'faa79846-8f7d-4837-8ec1-df4baae9e93d', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'mac_address': 'fa:16:3e:1b:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:11Z', 'updated_at': '2021-07-29T08:50:19Z', 'revision_number': 4, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'subnets': [{'id': '8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:50:20.630459 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee5c9e-653d-4a98-9945-af89d720d41e req-20f407bf-d045-4c97-a58b-1d5616249fba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:20.632206 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f9ee5c9e-653d-4a98-9945-af89d720d41e req-20f407bf-d045-4c97-a58b-1d5616249fba tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1222932 Jul 29 08:50:20.686498 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f9ee5c9e-653d-4a98-9945-af89d720d41e req-8a4c95e7-4f50-40f8-a234-6d936479df28 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464625 Jul 29 08:50:21.222035 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7aec2036-f604-4a69-be47-13c880b02519 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:21.457420 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 7aec2036-f604-4a69-be47-13c880b02519 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:21.468948 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 7aec2036-f604-4a69-be47-13c880b02519 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:21.469338 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:21.678351 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:21.735147 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 7aec2036-f604-4a69-be47-13c880b02519, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7aec2036-f604-4a69-be47-13c880b02519,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:21.823838 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:21.826506 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:21.918129 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:21.922070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:21.948490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bbc23-2a2f-424e-b235-feccea7db847 req-39b291d3-493b-402a-8722-055809a9102e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:21.951097 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f3bbc23-2a2f-424e-b235-feccea7db847 req-39b291d3-493b-402a-8722-055809a9102e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1064525 Jul 29 08:50:22.014700 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2f3bbc23-2a2f-424e-b235-feccea7db847 req-f8154118-3454-4885-bbf5-ecb4b8c31524 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572011 Jul 29 08:50:22.721780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-2ee8a759-ff25-43a7-a2cf-5e67152e92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:22.723500 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-2ee8a759-ff25-43a7-a2cf-5e67152e92ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1099 time: 0.1929307 Jul 29 08:50:22.876594 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-523315b5-6adc-4b83-a90b-a61bc7950d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:22.878023 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-523315b5-6adc-4b83-a90b-a61bc7950d2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1471012 Jul 29 08:50:22.997428 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-05547a8b-1647-4a47-bb90-f4b924c2b076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 1001 time: 0.1134834 Jul 29 08:50:23.074241 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-3421eb66-b0bb-411c-bb40-71cccad6d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:23.075876 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-3421eb66-b0bb-411c-bb40-71cccad6d493 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0720601 Jul 29 08:50:23.174202 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-75b8877c-a6ff-42e6-b64f-c52517b68ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:23.175829 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-75b8877c-a6ff-42e6-b64f-c52517b68ae7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926285 Jul 29 08:50:23.253324 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7aec2036-f604-4a69-be47-13c880b02519 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:23.273718 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9913d-8534-49ea-a081-c88c62ff16dc req-97ab60f6-77c3-49b5-88dc-dbcd24ff61fe tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:23.281949 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80c9913d-8534-49ea-a081-c88c62ff16dc req-97ab60f6-77c3-49b5-88dc-dbcd24ff61fe tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.1390893 Jul 29 08:50:23.326824 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80c9913d-8534-49ea-a081-c88c62ff16dc req-3bd8cc4c-b994-4bb5-9264-db5461e3f412 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Jul 29 08:50:23.345021 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 7aec2036-f604-4a69-be47-13c880b02519 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:23.345395 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:23.358451 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-7392cf35-fad4-496b-9bfa-1d81f76ae180 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754529 Jul 29 08:50:23.536441 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-980ca6c2-38e4-40b3-85e9-5ae5feed8e62 req-3475b9e0-c171-4f77-8d60-9fffaefe165c service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711817 Jul 29 08:50:24.544055 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f928dc0-e2a7-444e-803c-7cc9d90465cc req-efeec29a-aad6-43d2-80f7-b68937a57bb7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:24.545653 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8f928dc0-e2a7-444e-803c-7cc9d90465cc req-efeec29a-aad6-43d2-80f7-b68937a57bb7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0865307 Jul 29 08:50:24.592631 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8f928dc0-e2a7-444e-803c-7cc9d90465cc req-03b48200-0bd7-4fb5-a298-f44f703edc4e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395541 Jul 29 08:50:25.808278 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca7096-2773-43c2-bd38-5739eb095100 req-6f232dec-2fdc-499a-a161-f4792e97682d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:25.809847 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c3ca7096-2773-43c2-bd38-5739eb095100 req-6f232dec-2fdc-499a-a161-f4792e97682d tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 946 time: 0.0974913 Jul 29 08:50:25.869611 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c3ca7096-2773-43c2-bd38-5739eb095100 req-4e5148e8-5781-4c48-b1e2-f58b4422a8de tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516813 Jul 29 08:50:26.262949 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:50:26.516673 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:26.526266 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:26.556254 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:26.557367 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:50:26.624749 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:26.626803 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:26.716267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=8']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:26.728161 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:26.819600 dv-cinder-802781-1-smb neutron-server[79226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'code': 422} returned with failed status Jul 29 08:50:30.224086 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-025ca6ef-df72-4659-8d9d-77b0db8fa138 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:30.225333 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-025ca6ef-df72-4659-8d9d-77b0db8fa138 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:50:30.315891 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-025ca6ef-df72-4659-8d9d-77b0db8fa138 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:50:30.317246 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-025ca6ef-df72-4659-8d9d-77b0db8fa138 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 815 time: 0.2550910 Jul 29 08:50:30.334514 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-cf329a3f-b5a6-4ff1-bb6b-d765d79f911d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/quotas/b873770443a74c8d8c353257873a8d49 HTTP/1.1" status: 200 len: 375 time: 0.0105369 Jul 29 08:50:30.422578 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4825a-a368-4bac-9d79-a358b5b23658 req-7afd976d-3012-42d3-ba1d-942b24553238 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:30.424159 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-51c4825a-a368-4bac-9d79-a358b5b23658 req-7afd976d-3012-42d3-ba1d-942b24553238 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1839316 Jul 29 08:50:30.439764 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-1bb72baa-285f-4219-aeee-b5d437af7b34 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948327 Jul 29 08:50:30.482410 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-51c4825a-a368-4bac-9d79-a358b5b23658 req-25a305cb-cf7a-4f92-9445-98fc2ec19130 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Jul 29 08:50:30.688698 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-ea06b842-fdcb-470f-8f64-aa332b4cec6f service neutron] 10.222.0.36 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341144 Jul 29 08:50:30.693952 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-4935334c-63ba-4abb-ac38-2b1a523cb8dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1856129 Jul 29 08:50:30.960924 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-27e25127-989f-4ee0-82cf-1c1e34221ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651453 Jul 29 08:50:31.247925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-02cde5bc-3c49-467c-86c0-7ed6d618e62a req-1cedb590-9c3e-417a-9a8d-2d7ab8d12eb8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:50:31.348498 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-02cde5bc-3c49-467c-86c0-7ed6d618e62a req-1cedb590-9c3e-417a-9a8d-2d7ab8d12eb8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:50:31.350129 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-02cde5bc-3c49-467c-86c0-7ed6d618e62a req-1cedb590-9c3e-417a-9a8d-2d7ab8d12eb8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.1446788 Jul 29 08:50:31.686768 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb941c-8f9e-45eb-a77a-2098c1b3991d req-c52c8dec-ccee-4f78-b824-c72c7b2fc008 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:31.688343 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1abb941c-8f9e-45eb-a77a-2098c1b3991d req-c52c8dec-ccee-4f78-b824-c72c7b2fc008 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0817990 Jul 29 08:50:31.736373 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1abb941c-8f9e-45eb-a77a-2098c1b3991d req-5c454d3a-1f59-4bb5-967b-e0b7066a63b8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Jul 29 08:50:32.453384 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c6071b4e-9030-4afe-af70-862745a0227b req-1d0cd58c-5758-411a-adfb-90edae67f068 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.0469065 Jul 29 08:50:32.561573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b990f-1412-47ef-ad30-6fff30355260 req-ff4b61cb-14d0-4596-9961-2758bd22bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:32.563033 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-ff4b61cb-14d0-4596-9961-2758bd22bc3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad&tenant_id=d89c758da1b146a0a792d210e04f3d2e HTTP/1.1" status: 200 len: 1097 time: 0.0763609 Jul 29 08:50:32.656531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b990f-1412-47ef-ad30-6fff30355260 req-385857c6-475e-4a43-a7d7-8b54d4d90667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:32.658052 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-385857c6-475e-4a43-a7d7-8b54d4d90667 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1097 time: 0.0730069 Jul 29 08:50:32.793940 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b990f-1412-47ef-ad30-6fff30355260 req-64bc43b5-2e2a-4a26-90e5-19bdfac5d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:32.795424 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-64bc43b5-2e2a-4a26-90e5-19bdfac5d21d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1316235 Jul 29 08:50:32.952365 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-2727dab0-a566-4262-b09c-57685e1792b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 999 time: 0.1503448 Jul 29 08:50:33.029451 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997426-90f0-4d19-845d-e9ecae0075c8 req-e7f483ff-ef5b-4fc4-ac7a-a9d8b1b7b98e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:33.030931 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-84997426-90f0-4d19-845d-e9ecae0075c8 req-e7f483ff-ef5b-4fc4-ac7a-a9d8b1b7b98e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1687570 Jul 29 08:50:33.032405 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b990f-1412-47ef-ad30-6fff30355260 req-e82189b7-7760-44d9-b43e-aeaaa0e51b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:33.033721 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-e82189b7-7760-44d9-b43e-aeaaa0e51b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0744505 Jul 29 08:50:33.131046 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-84997426-90f0-4d19-845d-e9ecae0075c8 req-0375d862-cab3-4cf2-b2cd-e4f15157a76a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944302 Jul 29 08:50:33.151233 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b990f-1412-47ef-ad30-6fff30355260 req-185a2d66-7b17-45b6-9e8c-981cee558af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:33.152750 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-185a2d66-7b17-45b6-9e8c-981cee558af0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029713 Jul 29 08:50:33.290045 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-edc6f06e-c376-4b70-931d-7ed097394e76 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295850 Jul 29 08:50:33.429284 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a90b990f-1412-47ef-ad30-6fff30355260 req-53a350a6-119a-4be9-a152-411d7961bd0b service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288960 Jul 29 08:50:33.611110 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-20f831b4-e3f6-4676-8e42-02875aff4991 req-fa2181c0-03c1-4256-8a6e-075065e2a31e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.0462546 Jul 29 08:50:34.153010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-554cfa22-eadd-416a-a530-0dbc04b3dace tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:34.154464 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-554cfa22-eadd-416a-a530-0dbc04b3dace tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 815 time: 0.1499376 Jul 29 08:50:34.167307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'port': {'device_id': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'admin_state_up': True, 'tenant_id': 'b873770443a74c8d8c353257873a8d49'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:50:34.405221 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:50:34.419537 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:50:34.436716 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9a0f-a43e-4d5b-bb53-785cd6b17ac8 req-706ff187-5d74-4713-b4fe-9e99254bca1b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:34.438298 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6d9c9a0f-a43e-4d5b-bb53-785cd6b17ac8 req-706ff187-5d74-4713-b4fe-9e99254bca1b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1679761 Jul 29 08:50:34.519871 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6d9c9a0f-a43e-4d5b-bb53-785cd6b17ac8 req-b2bce94a-ca49-415e-9127-0ec4257151a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619805 Jul 29 08:50:34.556076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Made reservation on behalf of b873770443a74c8d8c353257873a8d49 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:50:34.560971 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:34.792459 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-570040af-8c72-4c6a-9ce3-2d0ee9800efe req-de8f5a0c-732a-4a10-ba7c-647ec98377c2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.0552938 Jul 29 08:50:34.910697 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Allocated IP 172.20.0.9 (1f8a34a5-a295-4490-a9e3-75bf02b3cdde/3ed8ecab-1b7c-4141-b081-d074c7c52b35/ce1c7b85-d6b5-4f85-a34d-e82cb7a14540) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:50:35.144824 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:35.165740 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Transition to ACTIVE for port object ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:35.268854 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:35.274907 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:35.344145 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:50:35.347567 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:50:35.350513 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:50:35.391041 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:35.396053 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:35.437489 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:35.438201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:35.562647 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992147 Jul 29 08:50:35.739650 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-1f0e569c-8ff2-459f-9960-8ffca4abaeb0 None None] Provisioning for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:50:35.747221 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-1f0e569c-8ff2-459f-9960-8ffca4abaeb0 None None] Provisioning complete for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:35.747757 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1f0e569c-8ff2-459f-9960-8ffca4abaeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:35.750558 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c9df4-bd72-4bc6-b459-7fc555126548 req-3002e659-676a-4f91-9a9a-fd07424e49cc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:35.758323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e5c9df4-bd72-4bc6-b459-7fc555126548 req-3002e659-676a-4f91-9a9a-fd07424e49cc tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0984218 Jul 29 08:50:35.805796 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e569c-8ff2-459f-9960-8ffca4abaeb0 None None] Port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:50:35.834518 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e5c9df4-bd72-4bc6-b459-7fc555126548 req-d6b65d09-9789-48f2-88ba-91ef81ddf2eb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750797 Jul 29 08:50:35.853422 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:50:36.035333 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e072-6516-4502-9385-27967cd3e430 req-e038e526-906e-4f33-aa96-64b265690e25 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:36.036884 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d812e072-6516-4502-9385-27967cd3e430 req-e038e526-906e-4f33-aa96-64b265690e25 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.1050684 Jul 29 08:50:36.087257 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d812e072-6516-4502-9385-27967cd3e430 req-050d69de-50c6-418b-b977-eb3d2b920208 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Jul 29 08:50:37.048716 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576366-1b02-4ce8-9c08-7d7f49386aa1 req-da12e472-6dbc-4f6b-bce8-aadee8c83451 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:37.050415 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2d576366-1b02-4ce8-9c08-7d7f49386aa1 req-da12e472-6dbc-4f6b-bce8-aadee8c83451 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0915556 Jul 29 08:50:37.102756 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2d576366-1b02-4ce8-9c08-7d7f49386aa1 req-c5a58ee9-efea-47f2-a02d-d8aced9cbe9a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465691 Jul 29 08:50:37.342507 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f601f7c-e73e-4a72-ab76-b44acc418d60 req-113464c7-960b-4f2e-9623-43152f786cf2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:37.344791 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f601f7c-e73e-4a72-ab76-b44acc418d60 req-113464c7-960b-4f2e-9623-43152f786cf2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.1182647 Jul 29 08:50:37.396966 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f601f7c-e73e-4a72-ab76-b44acc418d60 req-03e25832-8903-41ab-b73e-625c52477c74 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Jul 29 08:50:38.361203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fb1ce-5fe4-4a05-affc-9a2ac45e9e70 req-060370e6-a48a-47f8-a42d-1a7cadfee7e2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:38.363775 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-763fb1ce-5fe4-4a05-affc-9a2ac45e9e70 req-060370e6-a48a-47f8-a42d-1a7cadfee7e2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1266673 Jul 29 08:50:38.436682 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-763fb1ce-5fe4-4a05-affc-9a2ac45e9e70 req-7d486e82-ece9-45ea-a6df-1022d4ac5dd7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670261 Jul 29 08:50:38.629776 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd6bf-6fc3-4331-8198-60a0a8f83411 req-8b7ab010-6113-41a9-8375-e975b65422bf tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:38.651487 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c8abd6bf-6fc3-4331-8198-60a0a8f83411 req-8b7ab010-6113-41a9-8375-e975b65422bf tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0916505 Jul 29 08:50:38.712082 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c8abd6bf-6fc3-4331-8198-60a0a8f83411 req-b97f56cb-012c-4f2e-883d-138361d36895 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740016 Jul 29 08:50:39.682359 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71f2d6-a1be-42e6-85d5-68f549d938e8 req-40d1ea39-d4b1-476e-bd57-87e25e767fd9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:39.684065 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0a71f2d6-a1be-42e6-85d5-68f549d938e8 req-40d1ea39-d4b1-476e-bd57-87e25e767fd9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1061535 Jul 29 08:50:39.744677 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0a71f2d6-a1be-42e6-85d5-68f549d938e8 req-c5f1747b-a01c-46ad-8389-d057f4fb29f0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524940 Jul 29 08:50:39.942086 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b89c5-ee11-44a6-b8dc-a0f33dae62df req-0e34a0a2-85d7-43b9-8a69-f1807fbb5596 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:39.943605 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-552b89c5-ee11-44a6-b8dc-a0f33dae62df req-0e34a0a2-85d7-43b9-8a69-f1807fbb5596 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0936286 Jul 29 08:50:39.991608 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-552b89c5-ee11-44a6-b8dc-a0f33dae62df req-febe01eb-ba58-44ca-a9db-c7ed6c2108e3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Jul 29 08:50:40.966517 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607f4b6-0c68-456f-b19a-c301e3f2a9d4 req-09555512-3590-4c64-9c9f-bbcf8f7f53a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:40.968001 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a607f4b6-0c68-456f-b19a-c301e3f2a9d4 req-09555512-3590-4c64-9c9f-bbcf8f7f53a1 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0892701 Jul 29 08:50:41.014810 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a607f4b6-0c68-456f-b19a-c301e3f2a9d4 req-12b6f832-ef68-4fb9-9a2d-f3ac903dbf03 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409734 Jul 29 08:50:41.195219 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135720b-fb8e-45a5-83a3-237dc8135faa req-5f02b2af-efb8-481b-bd91-3a2837eb172b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:41.196778 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9135720b-fb8e-45a5-83a3-237dc8135faa req-5f02b2af-efb8-481b-bd91-3a2837eb172b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0899761 Jul 29 08:50:41.245643 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9135720b-fb8e-45a5-83a3-237dc8135faa req-dd4c42ec-d093-41d4-9666-dabdfb8bd2a9 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Jul 29 08:50:42.172734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-85639afb-0c66-4e93-9706-172052e30602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:42.224428 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:42.239884 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afe32d-6f32-4594-b013-b722b0c79254 req-368a5f55-c2e6-41fc-8a13-3f133edca52e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:42.241518 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-87afe32d-6f32-4594-b013-b722b0c79254 req-368a5f55-c2e6-41fc-8a13-3f133edca52e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0995030 Jul 29 08:50:42.312066 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-87afe32d-6f32-4594-b013-b722b0c79254 req-5ba76e86-44c3-4c66-a908-00a7e31ed15c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638268 Jul 29 08:50:42.438970 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1519-9754-44d2-94f9-19156270d79d req-3dcce4d8-7d89-44a9-8bbd-a6ce678d5560 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:42.440013 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-671c1519-9754-44d2-94f9-19156270d79d req-3dcce4d8-7d89-44a9-8bbd-a6ce678d5560 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0871029 Jul 29 08:50:42.497667 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-671c1519-9754-44d2-94f9-19156270d79d req-38e07e68-24e6-49ab-b179-88f8a8e4c66f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Jul 29 08:50:43.525322 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec5e5-44b8-4a03-8b84-6027776faaec req-b28dcdf0-8859-475e-a8fd-25820c7be0e7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:43.527671 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e82ec5e5-44b8-4a03-8b84-6027776faaec req-b28dcdf0-8859-475e-a8fd-25820c7be0e7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.0996592 Jul 29 08:50:43.608912 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e82ec5e5-44b8-4a03-8b84-6027776faaec req-caa3e593-7651-49c3-a813-2d458425a1fb tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725751 Jul 29 08:50:43.714128 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fb5e3-2c30-455c-9e1f-998ed4360a85 req-d8ae1cb3-b6ab-4c5d-903d-1fb86aafe662 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:43.715919 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-087fb5e3-2c30-455c-9e1f-998ed4360a85 req-d8ae1cb3-b6ab-4c5d-903d-1fb86aafe662 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0907602 Jul 29 08:50:43.764979 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-087fb5e3-2c30-455c-9e1f-998ed4360a85 req-0737bd23-45f4-4e35-b7cc-1ae273e6730d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Jul 29 08:50:44.172572 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3992-f9df-4d87-bf26-f97c8072a4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:44.786901 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Request body: {'port': {'device_id': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:50:44.930398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:44.953535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dad61c-0e6b-410b-9584-0efd10af3707 req-f60801f9-1647-47c4-a5d7-5eb6952d49a6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:44.955105 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48dad61c-0e6b-410b-9584-0efd10af3707 req-f60801f9-1647-47c4-a5d7-5eb6952d49a6 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.2089334 Jul 29 08:50:44.960491 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff96f01-65ba-4df7-97a7-738313cfa4d9 req-a371ce4c-c7e7-48fa-800f-505f071ddd94 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:44.962209 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6ff96f01-65ba-4df7-97a7-738313cfa4d9 req-a371ce4c-c7e7-48fa-800f-505f071ddd94 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 931 time: 0.0889008 Jul 29 08:50:45.014073 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6ff96f01-65ba-4df7-97a7-738313cfa4d9 req-3138f7c9-dff8-47da-865d-ee372c35834d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Jul 29 08:50:45.052798 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-48dad61c-0e6b-410b-9584-0efd10af3707 req-1c9a8c57-7a43-4200-a396-d6768bbd3870 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692492 Jul 29 08:50:45.275796 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:45.439418 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:50:45.447832 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:45.466343 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Transition to ACTIVE for port object ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:50:45.578031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:45.583417 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c59d8133-9c45-4046-acef-ada0b35cb8de tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:45.761149 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:45.771054 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:45.883042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Attempting to bind port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:50:45.883760 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Attempting to bind port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:50:45.883889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Attempting to bind port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 on network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:45.892080 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 on network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:50:45.892320 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Attempting to bind port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 on network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:50:45.898953 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:50:45.901178 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Checking segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:50:45.901831 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Bound using segment: {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:50:45.902464 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Bound port: ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6897301-c466-4bda-860e-8c8869c25489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:50:45.903115 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.014886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:50:46.018043 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:50:46.131262 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.135354 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:46.208718 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:46.214067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:46.225551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:46.225748 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d9f0-9e5c-4ada-8d8e-e31dd704e908 req-6cd92420-300d-4535-b933-81d57e84e72b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:46.226381 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.227689 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 1093 time: 1.4494841 Jul 29 08:50:46.228321 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:50:46.233949 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3dc2d9f0-9e5c-4ada-8d8e-e31dd704e908 req-6cd92420-300d-4535-b933-81d57e84e72b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.1131845 Jul 29 08:50:46.303631 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3dc2d9f0-9e5c-4ada-8d8e-e31dd704e908 req-6f53f181-feee-4d42-8944-860c7ecf48e8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 Jul 29 08:50:46.366551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bfd2-301f-4d66-a2dc-a354e3f6c0bd req-5e053dee-51e6-414e-80e4-02d8bf905b76 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:46.374468 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4207bfd2-301f-4d66-a2dc-a354e3f6c0bd req-5e053dee-51e6-414e-80e4-02d8bf905b76 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 944 time: 0.1379352 Jul 29 08:50:46.381618 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:50:46.434652 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-4207bfd2-301f-4d66-a2dc-a354e3f6c0bd req-87c18500-df67-46b2-a877-43d264d3f052 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591438 Jul 29 08:50:46.487218 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:50:46.608929 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:46.625744 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'port_id': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'mac_address': 'fa:16:3e:89:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:50:46.685771 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.696740 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.704940 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:50:46.720367 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:46.783979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:46.785846 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:46.877386 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=9']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:46.895551 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:46.997904 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['22081953-1d6d-4b24-8376-dbb9228dab4b'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:50:47.687811 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13346-ef14-4799-8708-b93dcc06658a req-9824e8d3-aba2-4d2a-8c09-d17e900ce9f7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:47.694497 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e1d13346-ef14-4799-8708-b93dcc06658a req-9824e8d3-aba2-4d2a-8c09-d17e900ce9f7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 945 time: 0.1056285 Jul 29 08:50:47.703474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-f9e528e2-7d20-40bf-8e2a-04b9601901d3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:47.704193 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-f9e528e2-7d20-40bf-8e2a-04b9601901d3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:50:47.759765 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e1d13346-ef14-4799-8708-b93dcc06658a req-964cd530-660e-4def-8269-dc075e6c5faf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624554 Jul 29 08:50:47.932721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-f9e528e2-7d20-40bf-8e2a-04b9601901d3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:50:47.934629 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-f9e528e2-7d20-40bf-8e2a-04b9601901d3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.3366072 Jul 29 08:50:47.991931 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-a2ce2292-8817-4da4-8bfd-6c2773900bac tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:50:48.092528 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-a2ce2292-8817-4da4-8bfd-6c2773900bac tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:50:48.093669 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9edbb405-6fb9-4634-8183-f23f5fe96ce9 req-a2ce2292-8817-4da4-8bfd-6c2773900bac tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527095 Jul 29 08:50:48.395971 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:50:48.477350 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 22081953-1d6d-4b24-8376-dbb9228dab4b triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:50:48.477731 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:48.640107 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:48.675265 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:50:48.690734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:50:48.724289 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'code': 200} Jul 29 08:50:48.783802 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:48.786388 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:50:48.886617 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=10']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:50:48.889994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:50:48.997849 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb90991-aa1e-4baf-8b07-0a55947809e6 req-d639db8b-95fe-413e-9ea7-cdeaa7639279 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:48.999454 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-afb90991-aa1e-4baf-8b07-0a55947809e6 req-d639db8b-95fe-413e-9ea7-cdeaa7639279 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.1045630 Jul 29 08:50:49.051474 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-afb90991-aa1e-4baf-8b07-0a55947809e6 req-a2f77348-60fb-431a-98e9-5bf545dcec0a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Jul 29 08:50:49.292767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef141-0236-4ca7-8ca7-c9964bfb98d8 req-21637656-b6aa-4cff-8df6-cbf64df4f9a3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:49.294221 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7f4ef141-0236-4ca7-8ca7-c9964bfb98d8 req-21637656-b6aa-4cff-8df6-cbf64df4f9a3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0858996 Jul 29 08:50:49.345922 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7f4ef141-0236-4ca7-8ca7-c9964bfb98d8 req-bec57dc7-76f0-4f8c-8bc4-83fd192c7a8e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Jul 29 08:50:50.272988 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7dfab-0b51-43f8-9fd7-8a50632a0789 req-b9484efd-dc64-4ce0-a2b4-05eff23c1ac5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:50.274582 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-75e7dfab-0b51-43f8-9fd7-8a50632a0789 req-b9484efd-dc64-4ce0-a2b4-05eff23c1ac5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0932031 Jul 29 08:50:50.341227 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-75e7dfab-0b51-43f8-9fd7-8a50632a0789 req-df25f17d-e290-416b-bf28-d53734188ac7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604630 Jul 29 08:50:50.545368 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7c32c-e694-405f-8b71-716244829ee1 req-cdc73e9d-e08b-4078-96a3-fc9c868d2404 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:50.553102 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-01b7c32c-e694-405f-8b71-716244829ee1 req-cdc73e9d-e08b-4078-96a3-fc9c868d2404 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0947101 Jul 29 08:50:50.597533 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-01b7c32c-e694-405f-8b71-716244829ee1 req-89fd1c48-cfcd-4017-b3c9-a86e60b0c513 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Jul 29 08:50:51.546631 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db1f6-8d98-429d-ae98-ec9a3ef34581 req-55336ca9-eea6-4f24-8c9d-522e290ad0a9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:51.549125 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-442db1f6-8d98-429d-ae98-ec9a3ef34581 req-55336ca9-eea6-4f24-8c9d-522e290ad0a9 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0936775 Jul 29 08:50:51.601791 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-442db1f6-8d98-429d-ae98-ec9a3ef34581 req-375a7ae4-7064-4944-98de-035b6926cea4 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Jul 29 08:50:51.798991 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455460-4714-42a7-ba8a-c0067f5b43a1 req-1a177890-3aa5-4ef7-9c7d-8f4eac966cf4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:51.800416 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-15455460-4714-42a7-ba8a-c0067f5b43a1 req-1a177890-3aa5-4ef7-9c7d-8f4eac966cf4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0916891 Jul 29 08:50:51.854430 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-15455460-4714-42a7-ba8a-c0067f5b43a1 req-3602139d-846d-4313-9525-b659771b89d3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Jul 29 08:50:52.819964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e0a35-a764-47b4-96f6-50b5522f93f2 req-f8c34216-a9ff-4781-bd35-29085e0da36c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:52.821461 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7b3e0a35-a764-47b4-96f6-50b5522f93f2 req-f8c34216-a9ff-4781-bd35-29085e0da36c tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.1038539 Jul 29 08:50:52.871546 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7b3e0a35-a764-47b4-96f6-50b5522f93f2 req-51467f3c-856d-411f-bd7b-1e874225dd1f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Jul 29 08:50:53.064879 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd556a-d14e-4e0f-9bd3-e5ceb9e9a4c6 req-975f39cd-cafd-4eb7-b229-4bfd367349e5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:53.066436 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a8dd556a-d14e-4e0f-9bd3-e5ceb9e9a4c6 req-975f39cd-cafd-4eb7-b229-4bfd367349e5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0986848 Jul 29 08:50:53.122991 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a8dd556a-d14e-4e0f-9bd3-e5ceb9e9a4c6 req-9a00ed9e-cf99-4141-9ded-27e86d37cdd3 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Jul 29 08:50:54.078199 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a1a77-fc40-43f9-9384-dca6187b109f req-d83e2e74-9ed1-4416-aa69-bd2bf614a830 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:54.079951 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-689a1a77-fc40-43f9-9384-dca6187b109f req-d83e2e74-9ed1-4416-aa69-bd2bf614a830 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0874617 Jul 29 08:50:54.133376 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-689a1a77-fc40-43f9-9384-dca6187b109f req-5a7df2de-ae49-4386-9d4f-22021859a5d8 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476272 Jul 29 08:50:54.408433 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa18a3f-e775-422b-8f75-e46c5a1c7560 req-29c008ee-60e0-45f4-a027-49f759c6b82d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:54.410003 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-caa18a3f-e775-422b-8f75-e46c5a1c7560 req-29c008ee-60e0-45f4-a027-49f759c6b82d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.1728475 Jul 29 08:50:54.458939 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-caa18a3f-e775-422b-8f75-e46c5a1c7560 req-18a81f2a-3f3b-4ad2-b0a3-3610be84f528 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Jul 29 08:50:55.342772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185fe25-dfb5-40f5-82d9-32063acd8270 req-31b45187-fafa-4f70-aec1-b7cc1981de1e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:55.344543 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8185fe25-dfb5-40f5-82d9-32063acd8270 req-31b45187-fafa-4f70-aec1-b7cc1981de1e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0963666 Jul 29 08:50:55.394673 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8185fe25-dfb5-40f5-82d9-32063acd8270 req-28fe350c-b808-41e2-83ae-9daf48a62b46 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Jul 29 08:50:55.655121 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d137a-0849-46b6-b523-6151805702ba req-e29ccfe8-fa44-410e-aff1-99206d47fa41 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:55.657966 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-063d137a-0849-46b6-b523-6151805702ba req-e29ccfe8-fa44-410e-aff1-99206d47fa41 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0874226 Jul 29 08:50:55.706327 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-063d137a-0849-46b6-b523-6151805702ba req-cdb1244d-d318-43a8-8900-769a84533e13 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Jul 29 08:50:56.138601 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-407b620c-5af9-4e3f-a97a-f685bdadc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.140124 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-407b620c-5af9-4e3f-a97a-f685bdadc66c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1096 time: 0.0762784 Jul 29 08:50:56.300598 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-10d67b42-fccc-48c0-ab1f-b6613d7542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.302361 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-10d67b42-fccc-48c0-ab1f-b6613d7542b4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b873770443a74c8d8c353257873a8d49&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1523991 Jul 29 08:50:56.366059 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:50:56.542975 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f2f-c928-4b5a-aeb6-a50e87b58e6a req-407257d7-6221-46f7-aeba-b75f77f0f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.544636 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57aa0f2f-c928-4b5a-aeb6-a50e87b58e6a req-407257d7-6221-46f7-aeba-b75f77f0f980 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1100 time: 0.0730610 Jul 29 08:50:56.588465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-ac1b155b-853f-4d75-949b-dc86548e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.590043 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e8ec33c4-e129-4740-a3f3-c975419b9c20 req-ac1b155b-853f-4d75-949b-dc86548e8c7b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815619 Jul 29 08:50:56.592174 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57aa0f2f-c928-4b5a-aeb6-a50e87b58e6a req-de348b42-b823-4b9c-8bb0-a6114e48ab36 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Jul 29 08:50:56.620637 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720536d-ca6a-447a-911d-785a0a161758 req-c46f0195-2900-412e-8c6d-7eff73dae466 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.622163 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5720536d-ca6a-447a-911d-785a0a161758 req-c46f0195-2900-412e-8c6d-7eff73dae466 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.1059871 Jul 29 08:50:56.670905 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5720536d-ca6a-447a-911d-785a0a161758 req-83a4e274-cbde-415a-a7c3-fbae373ba337 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Jul 29 08:50:56.736085 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-d468d5d1-d5d9-4d4e-b25e-198bd1b8c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.737098 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-d468d5d1-d5d9-4d4e-b25e-198bd1b8c1eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1096 time: 0.0713756 Jul 29 08:50:56.810739 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-41ae1c92-9d0b-420d-bbd3-cc1c191c30bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 217 time: 0.0654707 Jul 29 08:50:56.925780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-1231cc72-b9ad-4f4b-8bcb-cb2001ea50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.926642 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-1231cc72-b9ad-4f4b-8bcb-cb2001ea50b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89c758da1b146a0a792d210e04f3d2e&device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 1100 time: 0.0740836 Jul 29 08:50:56.929006 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-56e2fd2e-ba3d-4171-a92b-6bae00e21915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.931310 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-56e2fd2e-ba3d-4171-a92b-6bae00e21915 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0861337 Jul 29 08:50:56.998531 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6efe5-be58-47a2-acc6-ffc741793a43 req-5f31a2b4-0089-45bf-a0e8-f97f3ab34bb8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:56.999927 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7ea6efe5-be58-47a2-acc6-ffc741793a43 req-5f31a2b4-0089-45bf-a0e8-f97f3ab34bb8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.1871014 Jul 29 08:50:57.058485 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7ea6efe5-be58-47a2-acc6-ffc741793a43 req-3a87cc1a-ed13-4c69-a7c0-be7a8e1d3bb1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494585 Jul 29 08:50:57.061153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-8a7f1fcb-f3d5-4b96-9701-ffb0865a3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:57.062616 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-8a7f1fcb-f3d5-4b96-9701-ffb0865a3d40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240330 Jul 29 08:50:57.077939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-22fe3c44-c6c4-4b1d-aa75-47c4318a01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:57.079476 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-22fe3c44-c6c4-4b1d-aa75-47c4318a01cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 200 len: 917 time: 0.1329648 Jul 29 08:50:57.192551 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-9274551a-618e-4ca6-b084-c59279b6011a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 200 len: 1001 time: 0.1045506 Jul 29 08:50:57.204161 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-d7138791-cba0-46d1-a57d-1046567d9e9a service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335413 Jul 29 08:50:57.258135 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-0392eb06-f51b-4b01-ba6f-b9847cc2a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:57.260112 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-0392eb06-f51b-4b01-ba6f-b9847cc2a5fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 200 len: 855 time: 0.0601492 Jul 29 08:50:57.361547 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-e7081a51-0450-49ea-969d-812509b92b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:57.363102 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-e7081a51-0450-49ea-969d-812509b92b4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e44050b-98f9-4618-8371-cbf9d9442fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929203 Jul 29 08:50:57.373312 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0f44ca06-9f43-49ea-b6c5-a30be695c412 req-a01b0579-b0eb-4f0d-b677-36e94b30c480 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629419 Jul 29 08:50:57.505368 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-cc7c1b8c-1a0a-4cde-aa75-7cb0714782e3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344109 Jul 29 08:50:57.655970 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e0ca8f6a-2ae2-4a3c-83a0-b04387fc2d5c req-af76fbb5-ec52-4fd5-8680-f0682629079c service neutron] 10.222.0.11 "GET /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434586 Jul 29 08:50:57.868631 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566ab1f-e07c-4066-ac39-ece56df1d3bf req-ff937eba-863a-4393-a32d-f09e1a3d3fb3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:57.870812 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7566ab1f-e07c-4066-ac39-ece56df1d3bf req-ff937eba-863a-4393-a32d-f09e1a3d3fb3 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0873053 Jul 29 08:50:57.916618 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7566ab1f-e07c-4066-ac39-ece56df1d3bf req-c9c66c2f-fec9-4350-beec-2f4312de716f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Jul 29 08:50:58.262289 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb49c2-61b5-474a-9d0c-487716b345d6 req-d1c1c532-0a24-417b-a0a9-7ca6905a9051 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:58.263747 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1deb49c2-61b5-474a-9d0c-487716b345d6 req-d1c1c532-0a24-417b-a0a9-7ca6905a9051 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0839672 Jul 29 08:50:58.310580 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1deb49c2-61b5-474a-9d0c-487716b345d6 req-7d38b6a1-1ff7-4847-ab90-c280e7016c2a tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jul 29 08:50:59.119598 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49863-753c-404a-af52-82db506a997d req-e93de8e2-2d33-4ee5-ae6d-14327cdf1a45 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:59.121176 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-35f49863-753c-404a-af52-82db506a997d req-e93de8e2-2d33-4ee5-ae6d-14327cdf1a45 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0873086 Jul 29 08:50:59.167482 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-35f49863-753c-404a-af52-82db506a997d req-f5c8a568-a0ab-4cfc-8e7f-f28507c4402f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Jul 29 08:50:59.496864 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a405c9-9e75-404b-865f-dd5b5e36bf89 req-491810f7-261c-40df-aa86-6b44fee9de3f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:50:59.498035 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-11a405c9-9e75-404b-865f-dd5b5e36bf89 req-491810f7-261c-40df-aa86-6b44fee9de3f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0813522 Jul 29 08:50:59.550322 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-11a405c9-9e75-404b-865f-dd5b5e36bf89 req-23c41b4f-3a59-4c02-9eed-703963bfcac1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Jul 29 08:51:00.365218 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfff07-086f-46ad-93e5-4a16311303b9 req-3181375a-e6a6-450d-a22e-4be34993edf2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:00.367204 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b8dfff07-086f-46ad-93e5-4a16311303b9 req-3181375a-e6a6-450d-a22e-4be34993edf2 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0868046 Jul 29 08:51:00.419241 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b8dfff07-086f-46ad-93e5-4a16311303b9 req-1efd128e-a089-4ead-97c5-5cf42a4f244a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Jul 29 08:51:00.495758 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:51:00.634822 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:00.648741 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'port_id': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'mac_address': 'fa:16:3e:90:58:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:51:00.715328 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:00.733684 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:51:00.749921 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:00.760995 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc91ae-32a2-4803-8c3f-ac9da80c1094 req-2054dc5c-9f35-413c-a67b-6585950114ef tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:00.762636 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9bdc91ae-32a2-4803-8c3f-ac9da80c1094 req-2054dc5c-9f35-413c-a67b-6585950114ef tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 943 time: 0.0942667 Jul 29 08:51:00.810409 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9bdc91ae-32a2-4803-8c3f-ac9da80c1094 req-c40fbefe-e7a4-40ee-849e-e307847ea133 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Jul 29 08:51:00.833737 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:00.835544 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:00.910113 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:00.917438 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.917818 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.918159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.918494 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.918824 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.919151 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.919473 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.919794 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.920114 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.920432 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.920748 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.921063 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:00.925110 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:01.052187 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:51:02.008869 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc47fc-1c8c-4d6a-9cd5-824563ce63f5 req-611eb053-b9df-4059-9fc1-eab2f986cb21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:02.010382 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-28cc47fc-1c8c-4d6a-9cd5-824563ce63f5 req-611eb053-b9df-4059-9fc1-eab2f986cb21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 944 time: 0.0814579 Jul 29 08:51:02.056877 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-28cc47fc-1c8c-4d6a-9cd5-824563ce63f5 req-ebfb6d7d-bb3a-4d82-8249-9b056093004d tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Jul 29 08:51:02.535831 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:51:02.709043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:51:02.714428 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:51:02.714811 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:02.839791 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:02.866240 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:51:02.879514 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:02.914490 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'code': 200} Jul 29 08:51:02.977348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:02.979808 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:03.051662 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:03.054114 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:03.247870 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425b5d-f484-418d-8396-0c6401c55992 req-41b6f674-33a1-4d84-9bb8-26f20f1749ed tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:03.249394 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dc425b5d-f484-418d-8396-0c6401c55992 req-41b6f674-33a1-4d84-9bb8-26f20f1749ed tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0844421 Jul 29 08:51:03.340670 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dc425b5d-f484-418d-8396-0c6401c55992 req-44ee1991-f156-4b32-9813-3ecd36b04271 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852757 Jul 29 08:51:03.366797 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade0fb-faab-4c57-b7b2-c8b291cd097f req-1e2f2f23-37fd-4168-8f76-89f4d9c0145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:03.368276 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dbade0fb-faab-4c57-b7b2-c8b291cd097f req-1e2f2f23-37fd-4168-8f76-89f4d9c0145f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1098 time: 0.0763571 Jul 29 08:51:03.412132 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dbade0fb-faab-4c57-b7b2-c8b291cd097f req-c57ea6ba-181a-48d6-9e6b-d97999ed858b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 29 08:51:04.540783 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c904-7a06-41a6-b333-0f18ec89ae12 req-8972c552-2d0b-446f-94b5-398fc2a93cd8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:04.542360 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fd65c904-7a06-41a6-b333-0f18ec89ae12 req-8972c552-2d0b-446f-94b5-398fc2a93cd8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0864210 Jul 29 08:51:04.592773 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-fd65c904-7a06-41a6-b333-0f18ec89ae12 req-f633ebec-92d7-4dcc-b451-bd06faec5078 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Jul 29 08:51:05.796411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e76c-ee71-4e0a-9a16-4fdc710b25f6 req-2f6f39a3-e33e-4c13-8bc5-e683df7a64cd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:05.797990 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e912e76c-ee71-4e0a-9a16-4fdc710b25f6 req-2f6f39a3-e33e-4c13-8bc5-e683df7a64cd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0942583 Jul 29 08:51:05.849607 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e912e76c-ee71-4e0a-9a16-4fdc710b25f6 req-071bd009-adcc-4972-9df4-120731e4e5fd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Jul 29 08:51:06.038904 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c1c8-c2c2-487f-b784-79120133d593 req-ec52e9b4-306a-40d0-9421-0e8a110005b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:06.040974 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d123c1c8-c2c2-487f-b784-79120133d593 req-ec52e9b4-306a-40d0-9421-0e8a110005b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0856535 Jul 29 08:51:06.091921 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d123c1c8-c2c2-487f-b784-79120133d593 req-138cd876-d369-4080-914f-4bdf465b13d7 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Jul 29 08:51:06.496979 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a18d9-e5a2-4b69-91a9-11d7ef31fddc req-28f50d8f-b40d-484d-b389-796f1fdfe7ea tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:06.498556 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8c1a18d9-e5a2-4b69-91a9-11d7ef31fddc req-28f50d8f-b40d-484d-b389-796f1fdfe7ea tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0836322 Jul 29 08:51:06.552895 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8c1a18d9-e5a2-4b69-91a9-11d7ef31fddc req-c9cd4f90-408b-4cf7-b534-3ae37326d0b8 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476885 Jul 29 08:51:11.793823 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3d9d17e3-5ef8-4fd5-af40-b197d3505c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:12.079265 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:12.774980 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086e2c-ba64-44be-a499-9373449122e5 req-b6ce3a44-90d9-422a-8221-8e1b68f5421b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:12.777350 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1e086e2c-ba64-44be-a499-9373449122e5 req-b6ce3a44-90d9-422a-8221-8e1b68f5421b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.1690168 Jul 29 08:51:12.840548 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1e086e2c-ba64-44be-a499-9373449122e5 req-60f03a47-4eac-4387-9c7c-7ab65bff3f89 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Jul 29 08:51:12.854467 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:51:12.865914 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48388) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:13.082002 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35048b1a-00df-49b6-9343-bcbed42642d4 tempest-TestMinimumBasicScenario-341191521 tempest-TestMinimumBasicScenario-341191521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:13.083496 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-35048b1a-00df-49b6-9343-bcbed42642d4 tempest-TestMinimumBasicScenario-341191521 tempest-TestMinimumBasicScenario-341191521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1093 time: 0.2165394 Jul 29 08:51:13.086489 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48394) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:13.092309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'port_id': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:13.098430 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:13.102344 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:floatingip and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:13.105293 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:13.111338 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:13.184087 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for floatingip, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:13.326925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:13.469121 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Allocated IP 172.28.1.180 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/31026789-1e64-43f0-bee1-4f0438c500b4) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:51:13.623782 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:13.766028 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:13.769845 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2a91e5ec-2168-4fe5-9a6a-e88e5cbf663c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:13.838700 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:51:13.841517 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:51:13.844137 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:51:13.879067 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'Port': ['ID=31026789-1e64-43f0-bee1-4f0438c500b4,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:13.895316 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.895684 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.896191 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.896381 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.896726 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.897063 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.897400 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.897739 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.898097 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.898434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.898772 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.899104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:13.903382 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:14.137077 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-94c1b97c-9c1b-484d-9c93-f528e2098f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:14.313410 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:14.445631 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:14.724649 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:14.800320 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:14.804692 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-24a286b2-5545-43ef-9524-a0d973984155 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:14.922448 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'Port': ['ID=31026789-1e64-43f0-bee1-4f0438c500b4,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:14.926662 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:14.936360 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:15.208761 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Floating IP 7dedad19-5e38-4299-884e-60160c92b15e associated. External IP: 172.28.1.180, port: ce1c7b85-d6b5-4f85-a34d-e82cb7a14540. Jul 29 08:51:15.291692 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:15.597203 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:51:15.796078 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:51:15.810595 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Sync routers for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:51:15.824923 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:15.825979 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:15.914257 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:15.979397 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1f21e5b8-2f02-49e0-957e-2823503f760f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8916330 Jul 29 08:51:15.980473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:51:15.983560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48398) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:15.990095 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173265090', 'description': 'tempest-secgroup-smoke-1173265090 description', 'project_id': 'b873770443a74c8d8c353257873a8d49'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:15.999035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:16.015024 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:16.083761 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:16.109544 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.142895 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:16.144935 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:51:16.149050 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:16.158459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:16.169360 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:16.409171 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-9241e610-273b-4600-8eba-3761d9dd7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:16.410645 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-9241e610-273b-4600-8eba-3761d9dd7cbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1098 time: 0.2433743 Jul 29 08:51:16.444896 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.501431 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7dedad19-5e38-4299-884e-60160c92b15e', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'floating_ip_address': '172.28.1.180', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'port_id': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'mac_address': 'fa:16:3e:90:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:51:14Z', 'updated_at': '2021-07-29T08:51:14Z', 'revision_number': 0, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:16.509055 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Checking router: 7a56ae2f-c95c-4ac0-9377-f9713f22d718 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:51:16.522676 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:16.523335 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:16.539635 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.547001 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fcefc10c-7aa2-4bc7-b3bf-b00aa9eaf800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:16.624593 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-6d315761-4eff-4d3e-94df-3a4f8d2af873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:16.626174 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-6d315761-4eff-4d3e-94df-3a4f8d2af873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.2056906 Jul 29 08:51:16.628516 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535187f2-a146-422e-8ba3-f279741b19f9,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:16.641785 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.641785 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.642680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.642680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.642932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.643220 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.643578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.643947 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.644317 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.644671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.645031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.645384 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:16.702167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:16.708774 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.710051 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c64b8a13-d887-4958-8e19-e6f1849b0f21 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7249138 Jul 29 08:51:16.714243 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48406) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:16.719687 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.721088 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:16.734153 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:16.744624 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:16.750601 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:16.758288 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-b0072bfb-0041-4765-9977-8ee574470d79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 999 time: 0.1188078 Jul 29 08:51:16.763950 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:16.791178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:16.830500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-0b5b11a2-5e2c-4d1a-aa5d-f65cefd0171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:16.831980 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-0b5b11a2-5e2c-4d1a-aa5d-f65cefd0171b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0664651 Jul 29 08:51:16.876926 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:16.938635 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-b434a405-776f-44be-98b7-7c6ec5741fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:16.940866 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-b434a405-776f-44be-98b7-7c6ec5741fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001654 Jul 29 08:51:16.982317 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.094499 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.097678 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:17.115595 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff524d9-43c2-425f-a625-36749ece4120,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:17.125520 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:17.150646 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-d6b233fc-0ef2-435d-96a3-0cb3919971b7 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031772 Jul 29 08:51:17.201345 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.203791 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882276 Jul 29 08:51:17.207859 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48410) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:17.214295 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:17.220665 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:17.226462 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:17.237799 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:17.250767 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:17.280665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7dedad19-5e38-4299-884e-60160c92b15e', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'floating_ip_address': '172.28.1.180', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'port_id': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'mac_address': 'fa:16:3e:90:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:51:14Z', 'updated_at': '2021-07-29T08:51:14Z', 'revision_number': 0, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:17.285100 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e64ff-7685-4eb7-8cfb-8cd255d41815 None None] The sync data for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb is: [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '7dedad19-5e38-4299-884e-60160c92b15e', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'floating_ip_address': '172.28.1.180', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'port_id': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'mac_address': 'fa:16:3e:90:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:51:14Z', 'updated_at': '2021-07-29T08:51:14Z', 'revision_number': 0, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:51:17.332801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.352189 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-16c59f6e-b9fa-4696-a4bd-a84ba38e2213 req-85324d51-add7-4bfc-bfee-12d08e63029d service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942625 Jul 29 08:51:17.412189 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.537513 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.548140 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-67dccc89-2cd4-4e81-8ea7-137d3e2499e5 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:17.571535 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085d99a-d73c-4cac-a8ac-249a54c53dc2,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:17.576554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:17.584016 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154dda0-feb4-4dbf-ac16-935f7d7e021f None None] New status for floating IP 7dedad19-5e38-4299-884e-60160c92b15e: ACTIVE {{(pid=79227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:51:17.667957 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.669392 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4599888 Jul 29 08:51:17.672465 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48414) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:17.677835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:17.684497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:17.688572 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:17.691796 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:17.697897 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:17.794997 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.872584 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.971127 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:17.974106 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:18.006936 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c334d1-cb59-43e8-abbd-d9a8ebe8ca55,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:18.010201 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:18.121005 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.123299 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4495149 Jul 29 08:51:18.125800 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48418) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:18.131212 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:18.138869 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:18.143310 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:18.151164 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:18.163967 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:18.257957 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.328381 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.422924 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.430313 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:18.451431 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9782d4b-2ce0-433d-9e46-e3e4ead7ce08,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:18.456084 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:18.526070 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.527859 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4008160 Jul 29 08:51:18.531526 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48422) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:18.538140 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:18.544442 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:18.552017 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:18.555230 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:18.562417 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:18.640290 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.securitygroups_db [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Project b873770443a74c8d8c353257873a8d49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 08:51:18.652399 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.726493 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.862503 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:18.864634 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-973a6258-43b9-4215-842a-fdc26b7bc5f5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:18.888738 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bdae4a-5c2c-4608-9d17-d7bcb0c0e94a,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:18.891282 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:18.998938 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:19.000288 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-706cb8e5-af31-49da-bcd6-a02dfd9868b2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4676142 Jul 29 08:51:19.003339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48426) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:19.010276 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'security_group_rule': {'security_group_id': '535187f2-a146-422e-8ba3-f279741b19f9', 'project_id': 'b873770443a74c8d8c353257873a8d49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:19.016509 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:19.021170 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Usage tracker for resource:security_group_rule and tenant:b873770443a74c8d8c353257873a8d49 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:19.024277 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:19.030664 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:19.131431 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.securitygroups_db [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Project b873770443a74c8d8c353257873a8d49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 08:51:19.138793 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:19.211763 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:19.297244 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:19.300338 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-eddfeff7-1459-4819-9981-be3584ebfff6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:19.340138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8406e441-4bff-45bc-9df5-a2ec8da72dd5,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:19.347079 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:19.439698 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:19.440950 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4365339 Jul 29 08:51:19.568781 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-11855bfd-f9fc-427c-9c3e-8bfe7f6406c1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173265090&fields=id&tenant_id=b873770443a74c8d8c353257873a8d49 HTTP/1.1" status: 200 len: 267 time: 0.0437315 Jul 29 08:51:19.664169 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-471d766e-697f-4807-b609-551a4f3ac642 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:19.665713 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-471d766e-697f-4807-b609-551a4f3ac642 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0905743 Jul 29 08:51:19.678139 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'port': {'security_groups': ['07289571-1465-41dd-88f5-3ffc8412c1e2', '535187f2-a146-422e-8ba3-f279741b19f9']}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:19.817058 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:20.200726 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:20.225809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:20.342811 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:20.350094 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0af7b2df-d71c-443c-a18c-1467265663fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:20.358665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:51:20.428675 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:20.429524 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:20.431014 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d8e56821-b3ce-487d-b715-aa27211349d5 req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "PUT /v2.0/ports/ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 981 time: 0.7578552 Jul 29 08:51:20.432183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:51:20.465034 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=6']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:20.479198 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-4e41c3a4-0bf5-4a9e-b6aa-e3ef0e8cdb4f tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:20.497701 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:51:20.529467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:51:20.619710 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-364275e9-6a93-4fd0-8e0e-122eb3947c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:20.626618 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-364275e9-6a93-4fd0-8e0e-122eb3947c86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1137 time: 0.1020787 Jul 29 08:51:20.711748 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7788c0-0e5c-4a97-8060-d83b615a9348 req-8820d7c7-a9bc-4b95-bde1-445e1cbfe0e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:20.713794 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dc7788c0-0e5c-4a97-8060-d83b615a9348 req-8820d7c7-a9bc-4b95-bde1-445e1cbfe0e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.1226063 Jul 29 08:51:20.789698 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-dc7788c0-0e5c-4a97-8060-d83b615a9348 req-47289b79-adc1-4969-938b-3325f5973cce tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695097 Jul 29 08:51:20.792862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-a4dc6797-77a0-4661-8eb3-dbdfddfdecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:20.794363 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-a4dc6797-77a0-4661-8eb3-dbdfddfdecd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.1613774 Jul 29 08:51:20.895017 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-a699e8c6-87c7-4248-9279-d9aa394915b5 None None] Provisioning complete for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:51:20.895455 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-a699e8c6-87c7-4248-9279-d9aa394915b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:20.909284 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-46d0dddd-7657-48eb-a5f5-afd5b26fd264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 1001 time: 0.1074312 Jul 29 08:51:20.997327 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-a408250f-76e7-4ad0-ac14-cafb73f5fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:20.999185 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-a408250f-76e7-4ad0-ac14-cafb73f5fdbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0816453 Jul 29 08:51:21.088010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-e3e63f14-dd43-45c4-8b1a-a79fa2eb3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:21.089564 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-e3e63f14-dd43-45c4-8b1a-a79fa2eb3ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833368 Jul 29 08:51:21.262230 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-76772102-677e-4595-8fcc-2986bcf42a26 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581125 Jul 29 08:51:21.422583 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdb021da-a75f-4a34-91d9-8608bb0514f2 req-a932e4fe-5c00-489e-b268-aa71e73c1d84 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519628 Jul 29 08:51:26.388370 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:34.528360 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f09bf-fcaa-4ea3-b983-ad85e4585f86 req-0e7dcbce-f1f6-4532-ac01-173a3d958213 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:34.529867 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9a4f09bf-fcaa-4ea3-b983-ad85e4585f86 req-0e7dcbce-f1f6-4532-ac01-173a3d958213 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.0885108 Jul 29 08:51:34.574847 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9a4f09bf-fcaa-4ea3-b983-ad85e4585f86 req-b328740d-6199-4a56-a0bc-cdf8014f5534 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Jul 29 08:51:35.901402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda482-40a0-4f4a-9104-c6dda6948dc1 req-8c16897e-3a0b-4336-bd9b-84808d7632bf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:35.902857 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5afda482-40a0-4f4a-9104-c6dda6948dc1 req-8c16897e-3a0b-4336-bd9b-84808d7632bf tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.2136588 Jul 29 08:51:35.961275 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5afda482-40a0-4f4a-9104-c6dda6948dc1 req-16deb6e3-3023-4abc-856a-a621d1d08aa7 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6df51e6-7a86-40f8-999d-07ce89974843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522959 Jul 29 08:51:35.984809 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-7918d04c-32ff-4806-ac02-6a343b9293d0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:35.986319 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-7918d04c-32ff-4806-ac02-6a343b9293d0 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 947 time: 0.1412635 Jul 29 08:51:36.094028 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Deleting port 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:36.099502 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:36.370566 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] For port 22081953-1d6d-4b24-8376-dbb9228dab4b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=22081953-1d6d-4b24-8376-dbb9228dab4b,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:36.370922 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:36.738507 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:36.738874 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:36.739201 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Floating IP 7e094e5e-c8a3-4486-8796-c0c99ec3eac5 disassociated. External IP: 172.28.1.82, port: 22081953-1d6d-4b24-8376-dbb9228dab4b. Jul 29 08:51:36.739548 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Calling delete_port for 22081953-1d6d-4b24-8376-dbb9228dab4b owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:36.959933 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:36.968876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5f6ffff2-620c-45b0-92b2-a1486b50f7fb tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:37.039700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'Port': ['ID=22081953-1d6d-4b24-8376-dbb9228dab4b,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:37.043377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:37.135472 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-81d47c91-ba26-4087-b40c-424f34ed3704 req-245bc77f-e1cb-463b-b743-bed6cea9f08a tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.0493107 Jul 29 08:51:37.249677 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:51:37.455727 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:51:37.467699 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:51:37.495613 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:37.496382 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:37.576861 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] No DVR routers for this DVR port 22081953-1d6d-4b24-8376-dbb9228dab4b on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:51:37.581630 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:37.588664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-deleted', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:51:37.645885 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d0bf3-fe9d-481b-a055-844a6c32f9ad', 'name': 'network-vif-deleted', 'tag': '22081953-1d6d-4b24-8376-dbb9228dab4b', 'status': 'completed', 'code': 200} Jul 29 08:51:37.685526 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7fbf0910-1c00-4b72-89a4-dcc88f61cdb1 req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.11 "DELETE /v2.0/ports/22081953-1d6d-4b24-8376-dbb9228dab4b HTTP/1.1" status: 204 len: 173 time: 1.6919539 Jul 29 08:51:37.690751 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:38.011278 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:38.015291 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:51:38.025025 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:38.025916 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:38.212390 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:38.325010 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d731a7aa-95c2-4fc7-9ba0-48b81197b86e req-ad40aa28-eb4f-4664-936b-81ff0b42312e tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27d0bf3-fe9d-481b-a055-844a6c32f9ad HTTP/1.1" status: 200 len: 210 time: 0.0433071 Jul 29 08:51:38.568977 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:38.573652 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d8329-182c-4150-8c7d-a449dfc8b021 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:44:56Z', 'revision_number': 4, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': 'b910b37e-afc7-4963-baad-d55ca3248751', 'name': '', 'network_id': '5e44050b-98f9-4618-8371-cbf9d9442fd7', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'mac_address': 'fa:16:3e:0a:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2414788a-1179-42d4-b151-e8ded571ac81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:54Z', 'updated_at': '2021-07-29T08:45:07Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'subnets': [{'id': '2414788a-1179-42d4-b151-e8ded571ac81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:51:38.710170 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:51:38.746502 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 22081953-1d6d-4b24-8376-dbb9228dab4b {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:51:38.746874 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 22081953-1d6d-4b24-8376-dbb9228dab4b not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:51:38.809916 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb357f-6d2d-4c14-9c23-3ae8331f8153 None None] New status for floating IP 7e094e5e-c8a3-4486-8796-c0c99ec3eac5: DOWN {{(pid=79227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:51:39.513845 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48470) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:39.588555 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:39.621336 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:39.719252 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:39.724905 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-39834b2f-5f8a-4ee6-b24d-816a7d181a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:39.741433 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6df51e6-7a86-40f8-999d-07ce89974843,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:39.744096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:39.797702 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:39.798911 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2f1d6df1-a4b0-4ea8-bd48-af935716459b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "DELETE /v2.0/security-groups/f6df51e6-7a86-40f8-999d-07ce89974843 HTTP/1.1" status: 204 len: 168 time: 0.2840872 Jul 29 08:51:39.802060 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48474) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:39.822330 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.api.v2.resource [None req-8f0d7e43-66ab-4e08-961f-c6e5584e1874 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] show failed (client error): The resource could not be found. Jul 29 08:51:39.829645 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-8f0d7e43-66ab-4e08-961f-c6e5584e1874 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "GET /v2.0/security-groups/f6df51e6-7a86-40f8-999d-07ce89974843 HTTP/1.1" status: 404 len: 347 time: 0.0203404 Jul 29 08:51:39.829645 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48478) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:39.989010 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Deleting port ac694d4b-c194-4e7c-8212-91ff28b44dd6 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:39.989345 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.153341 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.153654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.274343 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Calling delete_port for ac694d4b-c194-4e7c-8212-91ff28b44dd6 owned by network:floatingip {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:40.489948 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.494663 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-00742f45-94f9-48b4-94bd-1858023f5788 tempest-AttachVolumeNegativeTest-157028152 tempest-AttachVolumeNegativeTest-157028152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:40.538171 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Pushing event deleted for resources: {'Port': ['ID=ac694d4b-c194-4e7c-8212-91ff28b44dd6,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:40.541541 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:40.633124 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks [] for floatingip, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.646969 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:40.648115 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-95bfa1b1-fc97-47f5-99df-665d84ec9997 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e094e5e-c8a3-4486-8796-c0c99ec3eac5 HTTP/1.1" status: 204 len: 168 time: 0.8207214 Jul 29 08:51:41.750315 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-87115250-5f83-4b2e-b08b-b25e6cc5f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:42.010204 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:43.740405 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48508) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:44.124585 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e57a304c-59a7-4c4c-be5c-14d1d2a4c9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:44.302275 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a3311-a4f7-4a1d-986d-f08baa972169 req-7965e973-eb9a-426d-af3a-499fb2693acd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:44.303804 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-352a3311-a4f7-4a1d-986d-f08baa972169 req-7965e973-eb9a-426d-af3a-499fb2693acd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.4674804 Jul 29 08:51:44.325844 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3855-2ce0-4457-8578-4a31336827da req-f508e71d-872f-46cd-a3b0-e039c1fa8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:44.327323 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-f508e71d-872f-46cd-a3b0-e039c1fa8c84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1137 time: 0.4544284 Jul 29 08:51:44.533748 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-352a3311-a4f7-4a1d-986d-f08baa972169 req-da5a05bb-c4ab-4906-baec-af07f47ecdda tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:51:44.636062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3855-2ce0-4457-8578-4a31336827da req-bdca0823-3564-49c6-99ac-1278d4de8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:44.637547 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-bdca0823-3564-49c6-99ac-1278d4de8f96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.2930460 Jul 29 08:51:44.706660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-352a3311-a4f7-4a1d-986d-f08baa972169 req-da5a05bb-c4ab-4906-baec-af07f47ecdda tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:51:44.707869 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-352a3311-a4f7-4a1d-986d-f08baa972169 req-da5a05bb-c4ab-4906-baec-af07f47ecdda tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3935046 Jul 29 08:51:44.794482 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-b7fbea84-19e9-4c34-9c73-b21ccd54dfee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 1001 time: 0.1480956 Jul 29 08:51:44.872243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3855-2ce0-4457-8578-4a31336827da req-3ceb8a38-2145-4fcf-9c05-d521deb45167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:44.873580 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-3ceb8a38-2145-4fcf-9c05-d521deb45167 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0716212 Jul 29 08:51:45.008363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3855-2ce0-4457-8578-4a31336827da req-fa8e288e-c7a3-458b-bdd8-6182ac8b2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:45.009886 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-fa8e288e-c7a3-458b-bdd8-6182ac8b2059 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296582 Jul 29 08:51:45.013178 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:45.272871 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:45.445325 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-5b8e5536-4be1-4878-8e32-72398439e58e service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858371 Jul 29 08:51:45.665744 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-143f3855-2ce0-4457-8578-4a31336827da req-e5414d91-21be-44ca-9b93-89e341ca53b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141826 Jul 29 08:51:45.791281 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Deleting port b910b37e-afc7-4963-baad-d55ca3248751 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:45.791281 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:45.924805 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8ab6e-b7e3-4699-8aea-004b3c0e2263 req-e1886d6b-fc5c-41f6-a050-3aa16adbae82 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:45.925464 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] For port b910b37e-afc7-4963-baad-d55ca3248751, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=b910b37e-afc7-4963-baad-d55ca3248751,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:45.925900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:45.927411 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bab8ab6e-b7e3-4699-8aea-004b3c0e2263 req-e1886d6b-fc5c-41f6-a050-3aa16adbae82 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.1009552 Jul 29 08:51:45.990997 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bab8ab6e-b7e3-4699-8aea-004b3c0e2263 req-6e027df8-9c0d-4f85-b1f4-4c3a48aefa75 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559790 Jul 29 08:51:46.058020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Calling delete_port for b910b37e-afc7-4963-baad-d55ca3248751 owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:46.450221 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:46.454212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:46.496890 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b910b37e-afc7-4963-baad-d55ca3248751,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:46.499646 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:46.656374 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:46.798392 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:47.355303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88742-1f49-40d7-a21b-ef18ca8568d1 req-a7b0b408-8dcb-480a-aef8-2c77dcbe5cd5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:47.356813 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fbc88742-1f49-40d7-a21b-ef18ca8568d1 req-a7b0b408-8dcb-480a-aef8-2c77dcbe5cd5 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.2464576 Jul 29 08:51:47.429692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Router ac7918a5-2ce7-4434-8161-e63c56928af5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:51:47.434456 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fbc88742-1f49-40d7-a21b-ef18ca8568d1 req-4dc0c794-5d94-4fbb-aca4-2b55d766c991 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633471 Jul 29 08:51:47.634582 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:51:47.644645 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Sync routers for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:51:47.649036 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] 10.222.0.36 "PUT /v2.0/routers/ac7918a5-2ce7-4434-8161-e63c56928af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9075205 Jul 29 08:51:47.654888 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:47.655188 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48518) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:47.655974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:47.895953 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:47.897726 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:48.075391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:48.158948 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Deleting port cb4abfb4-c91e-42d5-9a23-418f06f070f4 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:48.159604 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:48.184733 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:51:46Z', 'revision_number': 5, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port': {'id': 'cb4abfb4-c91e-42d5-9a23-418f06f070f4', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:44:48Z', 'updated_at': '2021-07-29T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:48.188703 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Checking router: ac7918a5-2ce7-4434-8161-e63c56928af5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:51:48.203885 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Routers {'ac7918a5-2ce7-4434-8161-e63c56928af5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:48.204712 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['ac7918a5-2ce7-4434-8161-e63c56928af5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:48.357807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] For port cb4abfb4-c91e-42d5-9a23-418f06f070f4, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=cb4abfb4-c91e-42d5-9a23-418f06f070f4,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:48.358423 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:48.363987 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] Set router ac7918a5-2ce7-4434-8161-e63c56928af5 gateway port host: None {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:48.475891 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:51:48Z', 'revision_number': 6, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port_host': None}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:48.480887 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802f226-809f-4799-a319-52f88dc1cde1 None None] The sync data for ids ['ac7918a5-2ce7-4434-8161-e63c56928af5'] in dv-cinder-802781-1-smb is: [{'id': 'ac7918a5-2ce7-4434-8161-e63c56928af5', 'name': 'tempest-AttachVolumeShelveTestJSON-663757402-router', 'tenant_id': 'd89c758da1b146a0a792d210e04f3d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:44:46Z', 'updated_at': '2021-07-29T08:51:48Z', 'revision_number': 6, 'project_id': 'd89c758da1b146a0a792d210e04f3d2e', 'gw_port_host': None}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:51:48.484569 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Calling delete_port for cb4abfb4-c91e-42d5-9a23-418f06f070f4 owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:48.649833 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77798187-b71d-425a-b7bb-493b99454c44 req-e2043431-1ec1-4a8a-a74c-84f94d2725cb tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:48.651445 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-77798187-b71d-425a-b7bb-493b99454c44 req-e2043431-1ec1-4a8a-a74c-84f94d2725cb tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.0882666 Jul 29 08:51:48.702179 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-77798187-b71d-425a-b7bb-493b99454c44 req-e748766f-623f-46c1-b4f6-2a5d91334185 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444679 Jul 29 08:51:48.878623 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:48.882748 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4901bf31-3b72-462b-bfb9-f6f5d6673b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:48.927001 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4abfb4-c91e-42d5-9a23-418f06f070f4,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:48.930160 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:49.023156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.202740 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.208478 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.283332 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device b910b37e-afc7-4963-baad-d55ca3248751 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:51:49.320247 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: b910b37e-afc7-4963-baad-d55ca3248751 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:51:49.321224 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device b910b37e-afc7-4963-baad-d55ca3248751 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:51:49.321711 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device cb4abfb4-c91e-42d5-9a23-418f06f070f4 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:51:49.356625 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: cb4abfb4-c91e-42d5-9a23-418f06f070f4 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:51:49.356976 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device cb4abfb4-c91e-42d5-9a23-418f06f070f4 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:51:49.360017 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.360691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac7918a5-2ce7-4434-8161-e63c56928af5 {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:51:49.376715 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.377881 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ac7918a5-2ce7-4434-8161-e63c56928af5 HTTP/1.1" status: 204 len: 168 time: 1.7215970 Jul 29 08:51:49.380640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48524) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:49.455571 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Deleting subnet 2414788a-1179-42d4-b151-e8ded571ac81 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:51:49.455571 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.533034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.655875 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.781567 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.788668 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6203ba1a-96ad-4569-be64-fd492d3a7276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:49.824205 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2414788a-1179-42d4-b151-e8ded571ac81,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:49.826206 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:49.833356 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a250d6-23cf-4de8-ba56-bfc59c012163 None None] Network 5e44050b-98f9-4618-8371-cbf9d9442fd7 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:51:49.857657 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:51:49.874645 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:49.887533 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ae907e5a-075f-42aa-9b2e-662b87b9ce7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2414788a-1179-42d4-b151-e8ded571ac81 HTTP/1.1" status: 204 len: 168 time: 0.5058451 Jul 29 08:51:49.890188 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48530) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:50.018434 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.029702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07187de-7ffd-4666-9a39-abe90ef7a672 req-17d13c63-9853-427a-a54c-1145f9964d63 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:50.031305 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c07187de-7ffd-4666-9a39-abe90ef7a672 req-17d13c63-9853-427a-a54c-1145f9964d63 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.2117777 Jul 29 08:51:50.056022 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Deleting port c53b3809-1fa1-4473-bc0c-0a282153d14c {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:50.056417 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.137018 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c07187de-7ffd-4666-9a39-abe90ef7a672 req-565380d5-1450-413e-9b32-350c854f52cf tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978434 Jul 29 08:51:50.139520 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] DHCP port deletion for 5e44050b-98f9-4618-8371-cbf9d9442fd7 request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:51:50.144551 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Deleting port c53b3809-1fa1-4473-bc0c-0a282153d14c {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:50.145010 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.292800 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] For port c53b3809-1fa1-4473-bc0c-0a282153d14c, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=c53b3809-1fa1-4473-bc0c-0a282153d14c,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:50.293189 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.359131 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] For port c53b3809-1fa1-4473-bc0c-0a282153d14c, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=c53b3809-1fa1-4473-bc0c-0a282153d14c,segment=NetworkSegment(11855f4a-1a0a-411b-90ff-01bfbbbcc659),segment_id=11855f4a-1a0a-411b-90ff-01bfbbbcc659)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:50.359731 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.421447 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Calling delete_port for c53b3809-1fa1-4473-bc0c-0a282153d14c owned by network:dhcp {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:50.484713 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Calling delete_port for c53b3809-1fa1-4473-bc0c-0a282153d14c owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:51:50.587261 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.592462 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-90c46836-4db2-4345-b9fc-c7a0e31fffbd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:50.628262 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:51:50.628659 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:51:50.730278 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53b3809-1fa1-4473-bc0c-0a282153d14c,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:50.733266 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:50.734047 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] No DVR routers for this DVR port c53b3809-1fa1-4473-bc0c-0a282153d14c on host dv-cinder-802781-1-smb {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:51:50.848175 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.861116 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e44050b-98f9-4618-8371-cbf9d9442fd7']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:50.874212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11855f4a-1a0a-411b-90ff-01bfbbbcc659') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:50.874504 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11855f4a-1a0a-411b-90ff-01bfbbbcc659') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:50.886282 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.902474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.908820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:51:50.909209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:51:50.922520 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:51:51.061455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.065152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:51.078527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.089187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e44050b-98f9-4618-8371-cbf9d9442fd7,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:51.092635 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:51.130030 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Deleting port c53b3809-1fa1-4473-bc0c-0a282153d14c {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:51:51.130416 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.169921 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e44050b-98f9-4618-8371-cbf9d9442fd7 HTTP/1.1" status: 204 len: 168 time: 1.2749858 Jul 29 08:51:51.207562 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-d0531ccc-6c63-40b4-9af4-1b22f22a76f7 None None] The port 'c53b3809-1fa1-4473-bc0c-0a282153d14c' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:51:51.265580 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device c53b3809-1fa1-4473-bc0c-0a282153d14c no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:51:51.301366 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: c53b3809-1fa1-4473-bc0c-0a282153d14c {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:51:51.301715 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device c53b3809-1fa1-4473-bc0c-0a282153d14c not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:51:51.426849 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9d39-893f-4f30-9787-dd166d77f721 req-55cdc7d3-1c21-4875-979d-ad11fa1353d1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:51.428340 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c53a9d39-893f-4f30-9787-dd166d77f721 req-55cdc7d3-1c21-4875-979d-ad11fa1353d1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.1738479 Jul 29 08:51:51.479174 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c53a9d39-893f-4f30-9787-dd166d77f721 req-a63e2282-fdf2-4f40-a94d-a01f08ef7897 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417078 Jul 29 08:51:51.538546 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48538) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:51.588205 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d58d7f44-08b8-48a2-ae00-a1e622655dc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d89c758da1b146a0a792d210e04f3d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478587 Jul 29 08:51:51.590555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48542) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:51.657393 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.683949 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.804011 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.807925 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45e10459-9612-4499-9c4e-245607d7d4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:51.822776 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cb418-15e4-497f-91f8-5e95cccff429,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:51.826379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:51.829658 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:51.830833 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-32e11b68-c373-4b81-8266-4f17985c28e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/879cb418-15e4-497f-91f8-5e95cccff429 HTTP/1.1" status: 204 len: 168 time: 0.2394004 Jul 29 08:51:52.686253 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efcbc-ac4e-46b9-be65-d1c8097b0540 req-a9ab4d9c-c89f-4f9f-9d09-455bde474be6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:52.687778 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-579efcbc-ac4e-46b9-be65-d1c8097b0540 req-a9ab4d9c-c89f-4f9f-9d09-455bde474be6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.0996954 Jul 29 08:51:52.735482 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-579efcbc-ac4e-46b9-be65-d1c8097b0540 req-44daff3a-5b21-4915-be5b-10bc13c98d9c tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418963 Jul 29 08:51:52.859031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48568) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:52.962977 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-229543578-network', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:52.967672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:52.971559 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Usage tracker for resource:network and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:52.974395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:52.981778 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:53.049636 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Made reservation on behalf of 33cd663b70b3494cbc63eba35d4efbe1 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:51:53.052081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.068132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.084493 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:53.088294 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:53.091159 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:53.096931 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:53.186634 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.243636 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.246952 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-65fb94e6-ef49-45fc-83f2-319229b933a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:53.275560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:51:53.283958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91874730-65d3-4318-84ff-2116ecab4245,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:53.287474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:53.289970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.290306 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Added segment 203d2990-59c6-422d-8961-3e3a491db140 of type vlan for network 6a05ccab-aea4-438f-a040-c32ec7de6e3e Jul 29 08:51:53.316153 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.444172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.446065 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:53.446919 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.450649 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8e1fabf4-b8e7-4368-8650-b70454f9a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:53.552146 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Pushing event updated for resources: {'Network': ['ID=6a05ccab-aea4-438f-a040-c32ec7de6e3e,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:53.554905 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:53.561900 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:51:53.616037 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7557013 Jul 29 08:51:53.619334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48574) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:53.624930 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Request body: {'subnet': {'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-229543578-subnet', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:53.629670 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:53.634069 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Usage tracker for resource:subnet and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:53.636959 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:53.642855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:53.729232 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Made reservation on behalf of 33cd663b70b3494cbc63eba35d4efbe1 for: {'subnet': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:51:53.731772 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2319162'] for subnet, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.934358 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466116-8f4e-4710-8141-5857405176e4 req-dd042ae4-4905-489f-94ba-991366ab21a1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:53.935851 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b466116-8f4e-4710-8141-5857405176e4 req-dd042ae4-4905-489f-94ba-991366ab21a1 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.0860064 Jul 29 08:51:53.993229 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2319176'] for subnet, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:53.994811 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-0b466116-8f4e-4710-8141-5857405176e4 req-460080d6-6751-4705-9c8a-c1fabced83bc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504117 Jul 29 08:51:53.998856 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-75ddfe76-8e98-4ea9-95f1-eb21b70d446a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:54.083663 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e50df34-b08d-4046-8ec4-c405dbe4568b,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:54.087161 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:54.094010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Checking segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:51:54.094820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Network hostable DHCP agents. Network: 6a05ccab-aea4-438f-a040-c32ec7de6e3e, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:51:54.186889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:51:54.301124 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 6a05ccab-aea4-438f-a040-c32ec7de6e3e) {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:51:54.305655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:54.306262 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.310259 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a6d24-af49-47ba-a697-455bc30870cf None None] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:51:54.383289 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-85e36c56-9fb9-4260-b173-05136e152f7e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7626014 Jul 29 08:51:54.386660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48580) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:54.395190 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:51:54.403058 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:51:54.409561 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Usage tracker for resource:router and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:51:54.414785 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:51:54.424142 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:51:54.512781 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.514251 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.541959 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.556696 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:51:54.557858 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.730725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Allocated IP 172.20.0.2 (6a05ccab-aea4-438f-a040-c32ec7de6e3e/3e50df34-b08d-4046-8ec4-c405dbe4568b/f85e77e1-fc89-4da7-9046-eb1fe002773e) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:51:54.905539 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.937631 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:54.948261 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Transition to ACTIVE for port object f85e77e1-fc89-4da7-9046-eb1fe002773e will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:51:54.966619 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Transition to ACTIVE for port object f85e77e1-fc89-4da7-9046-eb1fe002773e will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:51:55.061823 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.106961 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:55.165363 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:51:55.168208 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:51:55.172013 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:51:55.183043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Pushing event updated for resources: {'Port': ['ID=f85e77e1-fc89-4da7-9046-eb1fe002773e,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:55.214097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:55.266497 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f29712-2e94-45f9-835b-ddc14329e2e0 req-393974b3-cc09-41dd-9a12-53af0cd3ebaf tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:55.267982 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a1f29712-2e94-45f9-835b-ddc14329e2e0 req-393974b3-cc09-41dd-9a12-53af0cd3ebaf tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.1152582 Jul 29 08:51:55.277253 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Attempting to bind port f85e77e1-fc89-4da7-9046-eb1fe002773e on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Attempting to bind port f85e77e1-fc89-4da7-9046-eb1fe002773e by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Attempting to bind port f85e77e1-fc89-4da7-9046-eb1fe002773e on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Checking segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Bound using segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Bound port: f85e77e1-fc89-4da7-9046-eb1fe002773e, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:51:55.305725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.378262 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] For port f85e77e1-fc89-4da7-9046-eb1fe002773e, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:51:55.381230 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] For port f85e77e1-fc89-4da7-9046-eb1fe002773e, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f85e77e1-fc89-4da7-9046-eb1fe002773e,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:51:55.462234 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a1f29712-2e94-45f9-835b-ddc14329e2e0 req-0ea58e8a-94bb-4f89-8642-494e069e02ed tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871789 Jul 29 08:51:55.473186 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.478036 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-f17ac071-a402-4276-b8e0-5089fa693c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:55.492188 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.522559 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.562676 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Pushing event updated for resources: {'Port': ['ID=f85e77e1-fc89-4da7-9046-eb1fe002773e,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:55.566276 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:55.679537 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Allocated IP 172.28.1.82 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/dd38d850-90eb-4a09-82d4-4b25f3a1591d) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:51:55.845132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.941664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:55.945698 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a3294f60-51ec-4cb1-b97e-64cef1e6293f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:56.005712 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:51:56.009239 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:51:56.012209 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:51:56.059601 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd38d850-90eb-4a09-82d4-4b25f3a1591d,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:56.064040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:56.352520 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:56.508491 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce3c2c-b4d2-4453-8dab-406cd23cbd7d None None] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:51:56.567629 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:56.708789 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-c4e95846-427a-47d5-8bef-cced5f0a3819 None None] Provisioning for port f85e77e1-fc89-4da7-9046-eb1fe002773e completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:51:56.716993 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9d95-2620-4244-bb1f-b6678a5a3358 req-bbd362f6-285c-4e34-94e3-b7dc802e43ee tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:56.720252 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a99b9d95-2620-4244-bb1f-b6678a5a3358 req-bbd362f6-285c-4e34-94e3-b7dc802e43ee tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.1367199 Jul 29 08:51:56.779680 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a99b9d95-2620-4244-bb1f-b6678a5a3358 req-86809436-5176-4e89-b79d-47e9e311fa69 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530932 Jul 29 08:51:57.040082 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:57.266894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f85e77e1-fc89-4da7-9046-eb1fe002773e up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:51:57.318102 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:51:57.397767 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port f85e77e1-fc89-4da7-9046-eb1fe002773e completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:51:57.403934 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port f85e77e1-fc89-4da7-9046-eb1fe002773e triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:51:57.406569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:57.499108 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:51:57.510633 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:51:57.522148 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:57.523174 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:57.543068 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:57.580725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port f85e77e1-fc89-4da7-9046-eb1fe002773e, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f85e77e1-fc89-4da7-9046-eb1fe002773e,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:51:57.603836 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:57.605357 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2173483 Jul 29 08:51:57.608168 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48588) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:51:57.662348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:57.665194 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:57.715476 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:57.738465 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=f85e77e1-fc89-4da7-9046-eb1fe002773e,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:57.747789 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:58.005342 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:51:56Z', 'revision_number': 3, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:58.010048 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:51:58.010410 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Updating router cf103015-b1d9-46f2-8ad0-1b77c887dabc port dd38d850-90eb-4a09-82d4-4b25f3a1591d binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:51:58.065735 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.072850 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-2dbe85b0-7153-43bf-986e-cc5b8dbe63e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2990763 Jul 29 08:51:58.228303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e808-6380-4f9f-859c-4602fd008ed8 req-9683ee8a-bfcf-4763-9e17-008830dd6aed tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:58.230096 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c665e808-6380-4f9f-859c-4602fd008ed8 req-9683ee8a-bfcf-4763-9e17-008830dd6aed tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.3093128 Jul 29 08:51:58.401247 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.413428 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Transition to ACTIVE for port object dd38d850-90eb-4a09-82d4-4b25f3a1591d will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:51:58.478073 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c665e808-6380-4f9f-859c-4602fd008ed8 req-77676bdf-d977-4120-a797-5d870723a16b tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=535187f2-a146-422e-8ba3-f279741b19f9&id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2401218 Jul 29 08:51:58.478381 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.484150 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:58.532970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-ac35e68b-7642-4fe4-9402-0f9749c96a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:58.534508 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-ac35e68b-7642-4fe4-9402-0f9749c96a4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1137 time: 0.3833959 Jul 29 08:51:58.578275 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Attempting to bind port dd38d850-90eb-4a09-82d4-4b25f3a1591d on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:51:58.579366 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Attempting to bind port dd38d850-90eb-4a09-82d4-4b25f3a1591d by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:51:58.580053 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Attempting to bind port dd38d850-90eb-4a09-82d4-4b25f3a1591d on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:51:58.583286 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Pushing event updated for resources: {'Port': ['ID=dd38d850-90eb-4a09-82d4-4b25f3a1591d,revision_number=2']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:58.591089 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:51:58.591470 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:51:58.591875 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.592272 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:51:58.592744 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Bound port: dd38d850-90eb-4a09-82d4-4b25f3a1591d, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:51:58.593141 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.625447 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.625809 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.626161 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.626490 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.626815 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.627140 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.627464 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.627854 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.628185 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.628503 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.628837 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.629135 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:51:58.642296 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:58.678609 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] For port dd38d850-90eb-4a09-82d4-4b25f3a1591d, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:51:58.683038 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] For port dd38d850-90eb-4a09-82d4-4b25f3a1591d, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=dd38d850-90eb-4a09-82d4-4b25f3a1591d,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:51:58.747149 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.751092 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:58.770329 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:58.781286 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-686b8709-478f-48ea-b08c-1be8621554ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:58.782791 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-686b8709-478f-48ea-b08c-1be8621554ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.2041702 Jul 29 08:51:58.823765 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:51:58.824432 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:58.881642 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Pushing event updated for resources: {'Port': ['ID=dd38d850-90eb-4a09-82d4-4b25f3a1591d,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:58.891650 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-196b7920-3661-4317-ba92-a1e0ffa7cd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:58.955686 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-40519eb8-0d5a-490a-bd3c-9d8c21ab5512 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 1001 time: 0.1655569 Jul 29 08:51:59.030746 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:51:59.099000 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-d5947eb3-d829-4cac-8c62-77e64e34dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:59.100495 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-d5947eb3-d829-4cac-8c62-77e64e34dc9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.1112309 Jul 29 08:51:59.183108 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Allocated IP 172.20.0.1 (6a05ccab-aea4-438f-a040-c32ec7de6e3e/3e50df34-b08d-4046-8ec4-c405dbe4568b/25d9ff72-b592-4155-a5f3-ef02c21eb795) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:51:59.241899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-ae5d6eb7-7ddb-41d9-a47f-05d43bb6d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:51:59.243428 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-ae5d6eb7-7ddb-41d9-a47f-05d43bb6d735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367974 Jul 29 08:51:59.254921 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f85e77e1-fc89-4da7-9046-eb1fe002773e up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:51:59.332451 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port f85e77e1-fc89-4da7-9046-eb1fe002773e triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:51:59.333047 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:59.340176 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:51:56Z', 'revision_number': 3, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:51:59.354068 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c5dcb-0d0b-48f9-b3bc-2bb87174d704 None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:51:56Z', 'revision_number': 3, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:51:59.452319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:59.486304 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-e817b52b-7a3e-45ba-8fe5-68898dd79690 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917748 Jul 29 08:51:59.487299 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Transition to ACTIVE for port object 25d9ff72-b592-4155-a5f3-ef02c21eb795 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:51:59.657174 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-866061ac-504e-404a-b9bf-53f9c78b12ef req-598e8c5c-2b08-4f8d-9ebe-a2761f1600ab service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639874 Jul 29 08:51:59.684150 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:51:59.688340 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:51:59.753095 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:51:59.756114 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:51:59.765744 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:51:59.800465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Pushing event updated for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:51:59.807350 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:51:59.844469 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.037745 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-800a7e5d-01a5-4b00-a7f8-af37608bccc1 None None] Provisioning for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:52:00.044123 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-800a7e5d-01a5-4b00-a7f8-af37608bccc1 None None] Provisioning complete for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:00.044509 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-800a7e5d-01a5-4b00-a7f8-af37608bccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.106176 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-800a7e5d-01a5-4b00-a7f8-af37608bccc1 None None] Port 25d9ff72-b592-4155-a5f3-ef02c21eb795 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:52:00.301006 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.537765 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.610213 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.634330 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2ad03899-42f7-46ba-86d2-97d563537b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:00.718939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Pushing event updated for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:00.721242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:00.724951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:00.862324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:52:00.863470 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:52:01.049613 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:52:01.132000 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-29c98413-d9d3-4daf-b813-44b4df2c7560 None None] Provisioning complete for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:01.133200 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-29c98413-d9d3-4daf-b813-44b4df2c7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:01.183952 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-29c98413-d9d3-4daf-b813-44b4df2c7560 None None] Port 25d9ff72-b592-4155-a5f3-ef02c21eb795 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:52:01.232964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:52:01.241478 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:52:01.254191 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf103015-b1d9-46f2-8ad0-1b77c887dabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6357841 Jul 29 08:52:01.254345 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:01.254345 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:01.312898 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device dd38d850-90eb-4a09-82d4-4b25f3a1591d up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:52:01.486897 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:01.540894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port dd38d850-90eb-4a09-82d4-4b25f3a1591d completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:52:01.549920 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port dd38d850-90eb-4a09-82d4-4b25f3a1591d triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:01.550516 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:01.820669 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48602) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:01.827551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243485796', 'description': 'tempest-description--1268455297'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:01.834065 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:01.839240 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:01.842866 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:01.850052 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:01.906457 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:01.932100 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port dd38d850-90eb-4a09-82d4-4b25f3a1591d, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=dd38d850-90eb-4a09-82d4-4b25f3a1591d,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:01.940681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:01.952871 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 2, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:01.956787 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:52:01.957168 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Updating router cf103015-b1d9-46f2-8ad0-1b77c887dabc port 25d9ff72-b592-4155-a5f3-ef02c21eb795 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:52:01.961404 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:01.965231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:01.968156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:01.973805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:02.017468 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.058371 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.064985 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.077073 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.117439 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.122819 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-971aa684-f5f5-4b75-9aeb-b8ec92f6e8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.161376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13cc3c-128d-48dc-8541-98a800d93db4,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:02.164651 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:02.204880 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=dd38d850-90eb-4a09-82d4-4b25f3a1591d,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:02.219347 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.219685 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.220019 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.220348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.220670 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.220993 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.221320 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.221635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.221981 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.222298 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.222612 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.222926 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:02.228533 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:02.249049 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.252195 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4285567 Jul 29 08:52:02.253377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48606) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:02.259459 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group_rule': {'security_group_id': '1c13cc3c-128d-48dc-8541-98a800d93db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:02.266711 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:02.271067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:02.274584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:02.281833 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:02.399622 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.428933 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.440411 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Transition to ACTIVE for port object 25d9ff72-b592-4155-a5f3-ef02c21eb795 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:52:02.463851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.557718 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.561640 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.580449 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.582579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.606814 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1049d0f-deb0-4de1-a1ef-c00a778bc66e,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:02.612468 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:02.683702 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.693689 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c315880b-d1b7-427c-b47d-596979d9cec5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306111 Jul 29 08:52:02.693689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48610) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:02.693689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group_rule': {'security_group_id': '1c13cc3c-128d-48dc-8541-98a800d93db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:02.700588 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:02.704675 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:02.708930 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:02.715297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:02.753192 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420c92-10c6-4d70-aded-9b8c22cbccb0 None None] Pushing event updated for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:02.760715 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-18420c92-10c6-4d70-aded-9b8c22cbccb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:02.781914 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Attempting to bind port 25d9ff72-b592-4155-a5f3-ef02c21eb795 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:52:02.782290 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Attempting to bind port 25d9ff72-b592-4155-a5f3-ef02c21eb795 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:52:02.782657 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Attempting to bind port 25d9ff72-b592-4155-a5f3-ef02c21eb795 on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:52:02.788214 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:52:02.788612 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Checking segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:52:02.789018 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.789490 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Bound using segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:52:02.789912 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Bound port: 25d9ff72-b592-4155-a5f3-ef02c21eb795, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:52:02.790288 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.807076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.871434 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.887359 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] For port 25d9ff72-b592-4155-a5f3-ef02c21eb795, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:52:02.890473 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] For port 25d9ff72-b592-4155-a5f3-ef02c21eb795, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=25d9ff72-b592-4155-a5f3-ef02c21eb795,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:52:02.940739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.944455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-14bb9ea7-d91d-49d2-8d43-91dcc4a1b931 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.964277 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:02.968347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52bee54-71c2-4aa6-b92c-36cada88684b,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:02.968630 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:02.970888 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:03.049403 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:03.050239 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:51:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:03.072182 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.076684 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848708 Jul 29 08:52:03.076976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48614) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:03.082267 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:03.088651 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:03.092760 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:floatingip and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:03.095986 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:03.104958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:03.117532 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420c92-10c6-4d70-aded-9b8c22cbccb0 None None] Pushing event updated for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:03.121902 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-18420c92-10c6-4d70-aded-9b8c22cbccb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:03.215402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.260895 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device dd38d850-90eb-4a09-82d4-4b25f3a1591d up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:52:03.320506 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:03.360582 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.500133 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Allocated IP 172.28.1.9 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/f6794141-129d-451d-9355-db46be8330a7) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:52:03.544318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port dd38d850-90eb-4a09-82d4-4b25f3a1591d triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:03.544655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.757855 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.803860 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:02Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:03.808021 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee421bc-fddf-4a07-ab5c-1d96b5cbc2a5 None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:02Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:52:03.890089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:03.893926 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-3bef9c5b-1308-4eaa-942f-51bbc4bdf173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:03.966151 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:52:03.969274 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:52:03.971986 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:52:04.007151 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=f6794141-129d-451d-9355-db46be8330a7,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:04.010652 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:04.109530 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.242726 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.469716 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.529412 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.533663 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-386fe8ac-8a94-4c1d-91e2-66e1227849b5 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:04.644288 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=f6794141-129d-451d-9355-db46be8330a7,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:04.648931 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:04.656222 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.754224 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:04.754224 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6755226 Jul 29 08:52:04.927093 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-887d1033-d525-4df1-a2ee-dadfbbe82dd4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:05.037767 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-887d1033-d525-4df1-a2ee-dadfbbe82dd4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:05.039617 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-887d1033-d525-4df1-a2ee-dadfbbe82dd4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1243485796&fields=id&tenant_id=33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 267 time: 0.1574807 Jul 29 08:52:05.193061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-dc46bffd-0104-4154-9167-a4fd5bd6b92b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:05.193648 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-dc46bffd-0104-4154-9167-a4fd5bd6b92b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:05.267731 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-dc46bffd-0104-4154-9167-a4fd5bd6b92b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:05.268380 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-dc46bffd-0104-4154-9167-a4fd5bd6b92b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 810 time: 0.2221785 Jul 29 08:52:05.270336 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 25d9ff72-b592-4155-a5f3-ef02c21eb795 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:52:05.284697 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-bd6e8343-751b-464d-a024-9ad47705643a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/quotas/33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 375 time: 0.0105867 Jul 29 08:52:05.375134 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-c4e32b96-ba12-4893-abc3-a0f98d591043 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:05.380566 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:52:05.386069 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:05.386455 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:05.448931 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-c4e32b96-ba12-4893-abc3-a0f98d591043 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:05.451970 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-c4e32b96-ba12-4893-abc3-a0f98d591043 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610665 Jul 29 08:52:05.506834 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:05.542894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 25d9ff72-b592-4155-a5f3-ef02c21eb795, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=25d9ff72-b592-4155-a5f3-ef02c21eb795,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:05.593519 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-584e5c95-1ff6-4d77-9255-6a165848616f service neutron] 10.222.0.36 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312482 Jul 29 08:52:05.638385 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:05.641265 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:05.720558 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:05.723594 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:05.739006 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-74dd2bf4-2e56-4cd8-882d-22c225c3c22b service neutron] 10.222.0.36 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392846 Jul 29 08:52:06.039055 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d41b7365-72e8-4a07-98fa-083e872896bc req-dc1f8637-eb08-4e6a-94ac-a87bce17f0b3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 210 time: 0.0451922 Jul 29 08:52:07.191543 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8aa24880-3e81-4ec3-9db5-ee5110dcc2d0 req-8a7eeb1c-cd5c-40c5-9839-a8b86a81b36d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 210 time: 0.0434315 Jul 29 08:52:07.256150 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 25d9ff72-b592-4155-a5f3-ef02c21eb795 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:52:07.329184 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 25d9ff72-b592-4155-a5f3-ef02c21eb795 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:07.329184 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:08.380705 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-955b4ccf-7bba-4e34-9a1b-04bca004b5ee req-1f115956-4642-40dd-88a8-a05ffef03662 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 210 time: 0.0577180 Jul 29 08:52:08.390789 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-75d743f4-b8fc-4a37-b04a-0be810c996e6 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:08.392355 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-75d743f4-b8fc-4a37-b04a-0be810c996e6 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 810 time: 0.1792569 Jul 29 08:52:08.446461 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-e8c16d2c-1c34-4a05-a1cd-c9c279c22179 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 380 time: 0.0445068 Jul 29 08:52:08.456411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'port': {'device_id': '2d12395f-66f1-4274-8a45-9d006087056a', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'admin_state_up': True, 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'security_groups': ['1c13cc3c-128d-48dc-8541-98a800d93db4']}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:08.720082 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:08.736132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:08.826277 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Made reservation on behalf of 33cd663b70b3494cbc63eba35d4efbe1 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:52:08.829927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:08.996408 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Allocated IP 172.20.0.7 (6a05ccab-aea4-438f-a040-c32ec7de6e3e/3e50df34-b08d-4046-8ec4-c405dbe4568b/845de6f3-871c-4d6d-9858-6aeb3d0dcffb) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:52:09.191170 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:09.207552 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Transition to ACTIVE for port object 845de6f3-871c-4d6d-9858-6aeb3d0dcffb will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:52:09.290220 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:09.295920 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2e8b98e8-7288-4d71-aed9-fb9e16877220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:09.362008 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:52:09.364978 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:52:09.368927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:52:09.410175 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:09.421157 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:09.452026 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:09.452654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:09.564779 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1130972 Jul 29 08:52:09.582112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Request body: {'port': {'device_id': '2d12395f-66f1-4274-8a45-9d006087056a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:09.711570 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390f6d6-7583-469e-be01-f881f8fcab32 req-f0a2e378-42de-4afa-8bb2-34788f9f4f9e tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:09.712177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a390f6d6-7583-469e-be01-f881f8fcab32 req-f0a2e378-42de-4afa-8bb2-34788f9f4f9e tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:09.719555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:09.723108 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3e2a4fcd-36e8-4a01-a988-b9ff9b7579fe None None] Provisioning for port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:52:09.728410 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3e2a4fcd-36e8-4a01-a988-b9ff9b7579fe None None] Provisioning complete for port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:09.728793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3e2a4fcd-36e8-4a01-a988-b9ff9b7579fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:09.787257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a4fcd-36e8-4a01-a988-b9ff9b7579fe None None] Port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:52:09.805592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a390f6d6-7583-469e-be01-f881f8fcab32 req-f0a2e378-42de-4afa-8bb2-34788f9f4f9e tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:09.806827 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a390f6d6-7583-469e-be01-f881f8fcab32 req-f0a2e378-42de-4afa-8bb2-34788f9f4f9e tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 931 time: 0.3004515 Jul 29 08:52:09.935431 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a390f6d6-7583-469e-be01-f881f8fcab32 req-72e18799-c4d1-402e-ac29-f5d9fd3d78db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898523 Jul 29 08:52:10.111816 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845de6f3-871c-4d6d-9858-6aeb3d0dcffb {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:52:10.119525 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:10.141455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Transition to ACTIVE for port object 845de6f3-871c-4d6d-9858-6aeb3d0dcffb will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:52:10.214637 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:10.219555 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-c0aedc93-a9ba-444d-a2f0-1720861e4686 tempest-ServerRescueNegativeTestJSON-1780535414 tempest-ServerRescueNegativeTestJSON-1780535414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:10.377155 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:10.385214 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:10.453456 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Attempting to bind port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:52:10.454104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Attempting to bind port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:52:10.454240 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Attempting to bind port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:52:10.458889 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:52:10.459208 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Attempting to bind port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:52:10.464449 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:52:10.464814 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Checking segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:52:10.465198 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Bound using segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:52:10.465619 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Bound port: 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:52:10.466002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:10.559232 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:52:10.562099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:52:10.644369 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:10.648355 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-929b7e1d-3ad7-4e99-aaa7-fb7b27802d3b tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:10.704394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:10.704915 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:10.706562 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] 10.222.0.11 "PUT /v2.0/ports/845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 1093 time: 1.1306992 Jul 29 08:52:10.708970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:10.734206 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:10.740152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f71746f6-0f6f-4546-aa48-2cb5b27fbdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:10.763297 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'status': 'completed', 'code': 200} Jul 29 08:52:10.867370 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-af54776e-4d90-418a-92a7-6e4c53b78fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:10.868885 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-af54776e-4d90-418a-92a7-6e4c53b78fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1096 time: 0.0853243 Jul 29 08:52:11.183372 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-5c3df297-6b9f-4d23-8513-c070d1b980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.184768 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-5c3df297-6b9f-4d23-8513-c070d1b980fa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3088465 Jul 29 08:52:11.243580 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49fb8-17cb-4b7f-8f79-92cefd596416 req-d559b89c-920c-4504-b281-b1fe5c46fb93 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.245142 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c3c49fb8-17cb-4b7f-8f79-92cefd596416 req-d559b89c-920c-4504-b281-b1fe5c46fb93 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 943 time: 0.1571956 Jul 29 08:52:11.373107 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c3c49fb8-17cb-4b7f-8f79-92cefd596416 req-f32ea641-7cab-491a-9bdd-b731a07c541f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787473 Jul 29 08:52:11.377614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-291b36a0-4791-45b4-8c34-09b5514a7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.379167 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5610fdbe-4f28-453f-a811-80aa5a1363ce req-291b36a0-4791-45b4-8c34-09b5514a7de8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879809 Jul 29 08:52:11.495031 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-6f19e9b0-bc26-43e1-bdb7-8999596b0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.496428 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-6f19e9b0-bc26-43e1-bdb7-8999596b0ddf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1096 time: 0.0703313 Jul 29 08:52:11.578838 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-089eb3b5-c4e9-4c42-b266-aa3ea5089591 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 217 time: 0.0640175 Jul 29 08:52:11.647624 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-37a117c8-5fac-4deb-b310-ca280c400957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.649087 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-37a117c8-5fac-4deb-b310-ca280c400957 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0588474 Jul 29 08:52:11.717310 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-666ac7f0-c1b4-4025-87bc-bc51d0f342dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:11.743556 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-fdb2a61f-0bcb-48c6-9085-badbbed5c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:11.745122 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-fdb2a61f-0bcb-48c6-9085-badbbed5c595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838542 Jul 29 08:52:11.878913 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-62767b66-99a8-48f0-8847-e882c6b4c9cf service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275308 Jul 29 08:52:12.024185 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3919ebee-0934-4ae3-9308-85e099cbcd73 req-ce046d45-657b-448e-8621-8122afc59a6b service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373208 Jul 29 08:52:12.026136 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:12.560654 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2dbd8-5b1d-4e50-9b7d-0abb50f26e96 req-d1d3e1d4-a4b8-41c2-93c8-36da9a8e9929 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:12.562219 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4e2dbd8-5b1d-4e50-9b7d-0abb50f26e96 req-d1d3e1d4-a4b8-41c2-93c8-36da9a8e9929 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 943 time: 0.0813384 Jul 29 08:52:12.612229 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c4e2dbd8-5b1d-4e50-9b7d-0abb50f26e96 req-6277bebf-ecf3-4603-bf08-4f19887cb860 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442026 Jul 29 08:52:13.800984 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eac99-9de1-4296-a160-63cdd3e54856 req-5dabb8d2-8583-4ff8-b7ee-de976c1f1f59 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:13.802604 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ce3eac99-9de1-4296-a160-63cdd3e54856 req-5dabb8d2-8583-4ff8-b7ee-de976c1f1f59 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 943 time: 0.0810890 Jul 29 08:52:13.847827 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ce3eac99-9de1-4296-a160-63cdd3e54856 req-cd50dd72-9526-40f6-b52e-9d2ffe88fdaa tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390217 Jul 29 08:52:14.111607 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d8948e6e-e24d-45d7-b2d6-096b7ea88484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:14.880352 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 845de6f3-871c-4d6d-9858-6aeb3d0dcffb details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:52:15.029651 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:15.043574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'port_id': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'mac_address': 'fa:16:3e:fc:67:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:52:15.047972 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34c948-d805-4aaf-8772-76f1dfadfb65 req-42b4e3c5-fb0f-4da7-9d3d-e2869b4eb785 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:15.049511 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1f34c948-d805-4aaf-8772-76f1dfadfb65 req-42b4e3c5-fb0f-4da7-9d3d-e2869b4eb785 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 943 time: 0.0885170 Jul 29 08:52:15.098749 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1f34c948-d805-4aaf-8772-76f1dfadfb65 req-072972c3-3451-4910-ba13-d678ba9cdd25 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Jul 29 08:52:15.107301 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:15.124683 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845de6f3-871c-4d6d-9858-6aeb3d0dcffb {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:52:15.140371 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:15.197012 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:15.198695 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:15.274540 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:15.277543 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:15.358187 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:15.425827 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['845de6f3-871c-4d6d-9858-6aeb3d0dcffb'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:52:16.289712 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f00dd-f530-4d6e-890c-b138d6106afc req-869d3ab3-37e3-4735-9e91-40b632669ea8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:16.291288 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f79f00dd-f530-4d6e-890c-b138d6106afc req-869d3ab3-37e3-4735-9e91-40b632669ea8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 944 time: 0.0851145 Jul 29 08:52:16.338110 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f79f00dd-f530-4d6e-890c-b138d6106afc req-e8c79bd2-9398-449b-808a-7049f5aebb3c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Jul 29 08:52:16.666646 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:16.891661 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 845de6f3-871c-4d6d-9858-6aeb3d0dcffb up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:52:17.025817 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:52:17.031541 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:17.031917 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:17.155720 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:17.182644 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:17.192599 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:17.226937 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'code': 200} Jul 29 08:52:17.265769 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:17.267669 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-d41461c9-bf6a-48c0-a076-7d596fbb3446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:17.388161 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:17.391564 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:17.543597 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a90471-fe28-45f6-93a2-e82070fd1e13 req-a9f04a1a-f848-4b3b-a029-5a03a2a8263b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:17.545478 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-65a90471-fe28-45f6-93a2-e82070fd1e13 req-a9f04a1a-f848-4b3b-a029-5a03a2a8263b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0876932 Jul 29 08:52:17.648342 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-65a90471-fe28-45f6-93a2-e82070fd1e13 req-21c45e01-5313-4a4f-b6d7-a63dfd5cc580 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967565 Jul 29 08:52:17.674900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591801-56b3-4384-a55f-e0b358e80a8e req-51b4d25b-2303-4c16-b3b1-60f3e28554d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:17.676488 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1c591801-56b3-4384-a55f-e0b358e80a8e req-51b4d25b-2303-4c16-b3b1-60f3e28554d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.0974784 Jul 29 08:52:17.718148 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1c591801-56b3-4384-a55f-e0b358e80a8e req-7628ebd2-8ce7-458c-837c-f9f36be74948 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346928 Jul 29 08:52:18.861221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8ab99-9c77-4b5e-be2e-d9ae7ed32306 req-33d9acfd-3a90-4400-99cb-172354435f38 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:18.862644 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-afc8ab99-9c77-4b5e-be2e-d9ae7ed32306 req-33d9acfd-3a90-4400-99cb-172354435f38 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0869389 Jul 29 08:52:18.907528 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-afc8ab99-9c77-4b5e-be2e-d9ae7ed32306 req-fec3989a-b236-461f-8c46-8c88a5059dbb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392559 Jul 29 08:52:19.096684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ae9ba-9abb-4ed6-813b-d7625f679450 req-5ac1a54c-4e4d-4dd5-9c4c-2c20738412f7 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:19.098255 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-834ae9ba-9abb-4ed6-813b-d7625f679450 req-5ac1a54c-4e4d-4dd5-9c4c-2c20738412f7 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0916224 Jul 29 08:52:19.107475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48670) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:19.112763 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'floatingip': {'port_id': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:19.190337 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:19.889552 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:19.974666 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:20.147169 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Floating IP 412eb00d-aa63-4b65-9ad1-3287339a04cf associated. External IP: 172.28.1.9, port: 845de6f3-871c-4d6d-9858-6aeb3d0dcffb. Jul 29 08:52:20.495724 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:52:20.672516 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:52:20.677392 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:20.682457 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:52:20.692676 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:20.693417 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:20.733036 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-c2043184-c49b-4162-b76e-0d5bae974899 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "PUT /v2.0/floatingips/412eb00d-aa63-4b65-9ad1-3287339a04cf HTTP/1.1" status: 200 len: 989 time: 1.6244383 Jul 29 08:52:20.734208 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:20.785778 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'status': 'completed', 'code': 200} Jul 29 08:52:20.875883 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:21.010649 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-db269992-0b18-4b11-8945-89cea4b88ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:21.012182 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-db269992-0b18-4b11-8945-89cea4b88ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.1940629 Jul 29 08:52:21.144819 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-880b732b-65e8-40ad-8a1c-61622b54a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:21.146313 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-880b732b-65e8-40ad-8a1c-61622b54a7bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.1266377 Jul 29 08:52:21.231941 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '412eb00d-aa63-4b65-9ad1-3287339a04cf', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:fc:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d12395f-66f1-4274-8a45-9d006087056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:52:04Z', 'updated_at': '2021-07-29T08:52:19Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:21.235857 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:52:21.245036 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:21.245652 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:21.251750 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-1a0a0531-87e9-415d-9039-4a4d603ab558 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 997 time: 0.0986264 Jul 29 08:52:21.316755 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-f8a47c0d-ef99-46ae-bcff-cdd497bfb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:21.318209 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-f8a47c0d-ef99-46ae-bcff-cdd497bfb11e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0604577 Jul 29 08:52:21.405741 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-7e8a523f-a228-4c0d-83c4-5000a3f7a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:21.407291 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-7e8a523f-a228-4c0d-83c4-5000a3f7a793 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757205 Jul 29 08:52:21.421630 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:21.545047 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-dbb9b1b9-11c8-43de-a5f0-1a6fc89f19ca service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305459 Jul 29 08:52:21.684057 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd1df2b7-1e41-4328-84fb-d7d5af107646 req-a0ee49dc-f189-4cff-9024-badba046aaf9 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321108 Jul 29 08:52:21.802327 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '412eb00d-aa63-4b65-9ad1-3287339a04cf', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:fc:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d12395f-66f1-4274-8a45-9d006087056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:52:04Z', 'updated_at': '2021-07-29T08:52:19Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:21.806294 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291f60f-80b6-4ed7-b3f3-f1422559377a None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '412eb00d-aa63-4b65-9ad1-3287339a04cf', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:fc:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d12395f-66f1-4274-8a45-9d006087056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:52:04Z', 'updated_at': '2021-07-29T08:52:19Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:52:22.009493 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa09d0f-aa1b-4a0f-bb8e-adbdce2fc745 None None] New status for floating IP 412eb00d-aa63-4b65-9ad1-3287339a04cf: ACTIVE {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:52:26.414793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:26.856762 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:52:31.278992 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80f65836-8d62-498e-990e-335e21172d55 req-c2459509-68fe-49ec-85b6-c5bc61f03137 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173265090&fields=id&tenant_id=b873770443a74c8d8c353257873a8d49 HTTP/1.1" status: 200 len: 267 time: 0.0409312 Jul 29 08:52:31.367249 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f65836-8d62-498e-990e-335e21172d55 req-6f996e7e-f72b-4146-9075-3a4ae7ae59f7 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:31.368754 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80f65836-8d62-498e-990e-335e21172d55 req-6f996e7e-f72b-4146-9075-3a4ae7ae59f7 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 984 time: 0.0844634 Jul 29 08:52:31.379581 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Request body: {'port': {'security_groups': ['07289571-1465-41dd-88f5-3ffc8412c1e2']}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:31.503521 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:31.751226 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:31.776814 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:31.894634 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:31.900868 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:31.906146 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:52:31.965633 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:31.966309 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:31.967692 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-80f65836-8d62-498e-990e-335e21172d55 req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "PUT /v2.0/ports/ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 942 time: 0.5926905 Jul 29 08:52:31.968200 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:31.973607 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48700) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:31.996810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event updated for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=7']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:32.005221 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.005623 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.005976 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.006336 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.006752 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.007108 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.007488 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.007832 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.008171 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.008726 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.009075 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.009454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.014104 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-67421c32-b1a6-4fb9-9456-87036e6225cc tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:32.087142 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:52:32.093349 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:52:32.120749 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.208906 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.265025 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-c4e547a5-258b-44eb-8f7d-fa09dc1143a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:32.266485 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-c4e547a5-258b-44eb-8f7d-fa09dc1143a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1098 time: 0.1558657 Jul 29 08:52:32.306578 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-c89e2be4-b645-47de-aa57-853ef4f779e7 None None] Provisioning complete for port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:52:32.306819 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c89e2be4-b645-47de-aa57-853ef4f779e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.407499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-beec10b3-5a58-478c-85bf-092175229c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:32.408967 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-beec10b3-5a58-478c-85bf-092175229c6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.1353574 Jul 29 08:52:32.410021 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.415508 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4d91d9b4-290b-4515-bba4-b6d333d1b01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:32.483330 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535187f2-a146-422e-8ba3-f279741b19f9,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:32.514570 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.514979 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.515414 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.515801 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.516159 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.516517 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.516871 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.517222 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.517577 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.517954 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.518305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.518655 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:52:32.523532 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:32.545562 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-526cbe43-ae52-4ba7-bf67-e19f56285e58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 1001 time: 0.1223607 Jul 29 08:52:32.607676 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.608804 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "DELETE /v2.0/security-groups/535187f2-a146-422e-8ba3-f279741b19f9 HTTP/1.1" status: 204 len: 168 time: 0.6341882 Jul 29 08:52:32.611645 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48708) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:32.616240 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-477f7fee-49f5-41cf-a2e8-c1f5ccbf4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:32.617844 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-477f7fee-49f5-41cf-a2e8-c1f5ccbf4f9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0650673 Jul 29 08:52:32.694486 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-bb35dd1a-0305-4e7c-9410-fdc0472b720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:32.696039 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-bb35dd1a-0305-4e7c-9410-fdc0472b720a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709283 Jul 29 08:52:32.820755 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Deleting port 31026789-1e64-43f0-bee1-4f0438c500b4 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:32.821093 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.834279 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-5e149028-66b2-4334-8d3b-d5a9546f210e service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307633 Jul 29 08:52:32.970450 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-972779a8-5ecc-46eb-ac17-ba3144e1b41c req-e1c7c48f-2e0c-4d0c-b700-11e10e17e364 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295996 Jul 29 08:52:32.998973 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:32.999302 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:33.201745 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Calling delete_port for 31026789-1e64-43f0-bee1-4f0438c500b4 owned by network:floatingip {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:33.420082 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:33.424091 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-dac200ae-5a2d-4da2-bcc6-f51045f7181d tempest-VolumesSnapshotTestJSON-710542616 tempest-VolumesSnapshotTestJSON-710542616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:33.469741 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event deleted for resources: {'Port': ['ID=31026789-1e64-43f0-bee1-4f0438c500b4,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:33.472789 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:33.566971 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks [] for floatingip, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:33.567287 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Floating IP 7dedad19-5e38-4299-884e-60160c92b15e disassociated (deleted). External IP: 172.28.1.180, port: ce1c7b85-d6b5-4f85-a34d-e82cb7a14540. Jul 29 08:52:33.938367 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:52:34.131026 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:52:34.141039 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Sync routers for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:52:34.150802 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:34.152031 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:34.216924 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:34.275944 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a7c85e60-d834-4d26-898a-a7aa27aca4e2 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "DELETE /v2.0/floatingips/7dedad19-5e38-4299-884e-60160c92b15e HTTP/1.1" status: 204 len: 168 time: 1.6631873 Jul 29 08:52:34.276567 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:34.326572 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:52:34.341561 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:34.556036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-73c3595d-300b-453a-bfce-c254b8b14a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:34.557699 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-73c3595d-300b-453a-bfce-c254b8b14a6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b873770443a74c8d8c353257873a8d49&device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 1098 time: 0.2078631 Jul 29 08:52:34.690218 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:34.694631 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Checking router: 7a56ae2f-c95c-4ac0-9377-f9713f22d718 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:52:34.703523 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:34.704239 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:34.706970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-d9905c87-a22b-4b26-b796-53ffdf251df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:34.708568 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-d9905c87-a22b-4b26-b796-53ffdf251df8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 200 len: 916 time: 0.1441143 Jul 29 08:52:34.780436 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-abe0a5f4-583f-41b3-a361-23d543323f48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 200 len: 217 time: 0.0658996 Jul 29 08:52:34.843944 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-009e1b05-d001-488e-8fd4-e6c315c80cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:34.845436 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-009e1b05-d001-488e-8fd4-e6c315c80cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 200 len: 854 time: 0.0592608 Jul 29 08:52:34.890068 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:34.930409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-c4d6fafd-ee14-4fba-b04b-2e57cc3d29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:34.932075 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-c4d6fafd-ee14-4fba-b04b-2e57cc3d29ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f8a34a5-a295-4490-a9e3-75bf02b3cdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808804 Jul 29 08:52:35.074780 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-0ed49f93-8c0f-4e0c-ac8d-11cca9491c2a service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349609 Jul 29 08:52:35.217130 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c9c3251d-0bd2-4bda-818c-519c6d5403e5 req-5779edbc-0745-462d-b300-367bbede017f service neutron] 10.222.0.11 "GET /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354008 Jul 29 08:52:35.219537 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:35.223602 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998ae2b-1724-4965-942a-7319ab37180b None None] The sync data for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb is: [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:50:00Z', 'revision_number': 4, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '913b108c-3d3b-422f-a4bd-65929b714791', 'name': '', 'network_id': '1f8a34a5-a295-4490-a9e3-75bf02b3cdde', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'mac_address': 'fa:16:3e:37:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:59Z', 'updated_at': '2021-07-29T08:50:09Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'subnets': [{'id': '3ed8ecab-1b7c-4141-b081-d074c7c52b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:52:35.460621 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa20961b-459c-4bb9-937f-5eab4eff51f8 None None] New status for floating IP 7dedad19-5e38-4299-884e-60160c92b15e: DOWN {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:52:38.313652 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42380b-567b-4a98-9576-695357e23c54 req-1231ff4c-2326-402a-8480-a0d7995c19f6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:38.314357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4d42380b-567b-4a98-9576-695357e23c54 req-1231ff4c-2326-402a-8480-a0d7995c19f6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:38.414169 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-4d42380b-567b-4a98-9576-695357e23c54 req-1231ff4c-2326-402a-8480-a0d7995c19f6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:38.415277 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4d42380b-567b-4a98-9576-695357e23c54 req-1231ff4c-2326-402a-8480-a0d7995c19f6 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.1828268 Jul 29 08:52:38.461915 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4d42380b-567b-4a98-9576-695357e23c54 req-fed484f3-0252-4fd2-a64b-66bdf4440deb tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Jul 29 08:52:39.653051 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468b037-481b-47c6-b4cd-fada7aa24a3a req-9e14b61b-062b-4b26-831d-1fd2f17ad612 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:39.655609 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c468b037-481b-47c6-b4cd-fada7aa24a3a req-9e14b61b-062b-4b26-831d-1fd2f17ad612 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0826061 Jul 29 08:52:39.704333 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c468b037-481b-47c6-b4cd-fada7aa24a3a req-62b6067f-28bf-4577-877e-c35f758c9516 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/security-groups?id=07289571-1465-41dd-88f5-3ffc8412c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Jul 29 08:52:40.087249 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-98e548fa-7239-4db4-9bf9-190780b13aca tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:40.088786 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-98e548fa-7239-4db4-9bf9-190780b13aca tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.11 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 945 time: 0.0785491 Jul 29 08:52:40.166568 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Deleting port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:40.167026 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:40.413770 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] For port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:40.414043 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:40.543937 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Calling delete_port for ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:40.746133 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:40.752446 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2efd4dd2-c1c9-4fe2-b63a-db1ffd205b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:40.758125 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:52:40.833811 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Pushing event deleted for resources: {'Port': ['ID=ce1c7b85-d6b5-4f85-a34d-e82cb7a14540,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:40.842211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:40.854295 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cb733f8d-d8c5-4dc5-8b37-8d441e7ffbe9 req-7c7352d4-555e-44d4-8412-b1016602bccd tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.0431585 Jul 29 08:52:40.885236 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] No DVR routers for this DVR port ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:52:40.887769 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:40.890348 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'name': 'network-vif-deleted', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:52:40.939928 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c111c5d3-e75b-4007-ad06-07fc5430b047', 'name': 'network-vif-deleted', 'tag': 'ce1c7b85-d6b5-4f85-a34d-e82cb7a14540', 'status': 'completed', 'code': 200} Jul 29 08:52:40.992848 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f2b340e0-e985-4325-83c5-ebb55d926867 req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.11 "DELETE /v2.0/ports/ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 HTTP/1.1" status: 204 len: 173 time: 0.8974433 Jul 29 08:52:41.716555 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9e5c704d-b50e-4571-930e-121e123c224c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:42.082645 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:42.121097 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc445c60-5b0e-4b3e-9991-33ccc172b6f1 req-39c922d4-7e63-40b0-afa4-a20f31a66198 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Synchronizing usage tracker for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:52:42.230481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-fc445c60-5b0e-4b3e-9991-33ccc172b6f1 req-39c922d4-7e63-40b0-afa4-a20f31a66198 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Unset dirty status for tenant:b873770443a74c8d8c353257873a8d49 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:52:42.231703 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-fc445c60-5b0e-4b3e-9991-33ccc172b6f1 req-39c922d4-7e63-40b0-afa4-a20f31a66198 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] 10.222.0.36 "GET /v2.0/ports?device_id=c111c5d3-e75b-4007-ad06-07fc5430b047 HTTP/1.1" status: 200 len: 210 time: 0.2563417 Jul 29 08:52:43.002841 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:43.040755 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:43.041129 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device ce1c7b85-d6b5-4f85-a34d-e82cb7a14540 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:44.111294 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8802-122e-42f1-968c-7c75d88860a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:45.126034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48814) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:45.305305 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:45.681500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:46.025307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Deleting port 913b108c-3d3b-422f-a4bd-65929b714791 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:46.025639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:46.200232 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] For port 913b108c-3d3b-422f-a4bd-65929b714791, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=913b108c-3d3b-422f-a4bd-65929b714791,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:46.200919 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:46.332073 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Calling delete_port for 913b108c-3d3b-422f-a4bd-65929b714791 owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:46.699833 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:46.796821 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:46.800775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-041d8e42-e154-491e-bca1-1f418305af99 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:46.851443 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Pushing event deleted for resources: {'Port': ['ID=913b108c-3d3b-422f-a4bd-65929b714791,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:46.873249 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:47.145083 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:47.508946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:52:47.693618 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:52:47.701897 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Sync routers for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:52:47.711037 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:47.711658 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:47.776002 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] 10.222.0.36 "PUT /v2.0/routers/7a56ae2f-c95c-4ac0-9377-f9713f22d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483433 Jul 29 08:52:47.778700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48822) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:47.889111 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:47.961070 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:48.249432 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:52:46Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:48.253440 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Checking router: 7a56ae2f-c95c-4ac0-9377-f9713f22d718 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:52:48.261862 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Routers {'7a56ae2f-c95c-4ac0-9377-f9713f22d718'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:48.262603 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:48.264185 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:48.419300 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Deleting port 4a46ea80-269c-4827-8804-8903d1213234 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:48.419640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:48.438480 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] Set router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:48.609579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] For port 4a46ea80-269c-4827-8804-8903d1213234, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4a46ea80-269c-4827-8804-8903d1213234,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:48.610235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:48.731623 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:52:46Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:48.734144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Calling delete_port for 4a46ea80-269c-4827-8804-8903d1213234 owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:48.736145 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e9f042-7e56-4b27-ba64-29cadf55bd63 None None] The sync data for ids ['7a56ae2f-c95c-4ac0-9377-f9713f22d718'] in dv-cinder-802781-1-smb is: [{'id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'name': 'tempest-TestMinimumBasicScenario-1090160902-router', 'tenant_id': 'b873770443a74c8d8c353257873a8d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '4a46ea80-269c-4827-8804-8903d1213234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:49:55Z', 'updated_at': '2021-07-29T08:52:46Z', 'revision_number': 5, 'project_id': 'b873770443a74c8d8c353257873a8d49', 'gw_port': {'id': '4a46ea80-269c-4827-8804-8903d1213234', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:68:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56ae2f-c95c-4ac0-9377-f9713f22d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:49:56Z', 'updated_at': '2021-07-29T08:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:52:48.991768 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:48.995712 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1d62e268-b13f-4de0-83d0-a2a6a9e4c331 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:49.039022 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a46ea80-269c-4827-8804-8903d1213234,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:49.042303 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:49.144056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.302037 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 913b108c-3d3b-422f-a4bd-65929b714791 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:49.326578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.329389 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.337150 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 913b108c-3d3b-422f-a4bd-65929b714791 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:49.337642 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 913b108c-3d3b-422f-a4bd-65929b714791 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:49.430922 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.431458 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a56ae2f-c95c-4ac0-9377-f9713f22d718 {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:52:49.444016 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.445171 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] 10.222.0.36 "DELETE /v2.0/routers/7a56ae2f-c95c-4ac0-9377-f9713f22d718 HTTP/1.1" status: 204 len: 168 time: 1.6655753 Jul 29 08:52:49.447828 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48830) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:49.509529 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Deleting subnet 3ed8ecab-1b7c-4141-b081-d074c7c52b35 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:52:49.512807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.566395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.648714 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.785419 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.791101 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:49.828084 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed8ecab-1b7c-4141-b081-d074c7c52b35,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:49.831081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:49.832073 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.837534 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86a1ca-5536-4589-8ac7-c689f84e633f None None] Network 1f8a34a5-a295-4490-a9e3-75bf02b3cdde requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:52:49.839042 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-540caa7f-c96e-4ae1-ba47-8e969409d28d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3ed8ecab-1b7c-4141-b081-d074c7c52b35 HTTP/1.1" status: 204 len: 168 time: 0.3900731 Jul 29 08:52:49.841363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48834) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:49.957254 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:49.968841 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Deleting port 9de30b90-8afb-4709-a127-3e23957a7379 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:49.969173 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.117945 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] DHCP port deletion for 1f8a34a5-a295-4490-a9e3-75bf02b3cdde request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:52:50.122455 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Deleting port 9de30b90-8afb-4709-a127-3e23957a7379 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:50.122963 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.285395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] For port 9de30b90-8afb-4709-a127-3e23957a7379, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=9de30b90-8afb-4709-a127-3e23957a7379,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:50.285763 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.332494 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] For port 9de30b90-8afb-4709-a127-3e23957a7379, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=9de30b90-8afb-4709-a127-3e23957a7379,segment=NetworkSegment(c6897301-c466-4bda-860e-8c8869c25489),segment_id=c6897301-c466-4bda-860e-8c8869c25489)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:50.333076 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.413652 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Calling delete_port for 9de30b90-8afb-4709-a127-3e23957a7379 owned by network:dhcp {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:50.483528 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Calling delete_port for 9de30b90-8afb-4709-a127-3e23957a7379 owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:50.545409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.550409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4f9cb9e5-44f3-43d8-b475-40952dd51d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:50.555706 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:52:50.556092 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:52:50.594144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de30b90-8afb-4709-a127-3e23957a7379,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:50.595856 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] No DVR routers for this DVR port 9de30b90-8afb-4709-a127-3e23957a7379 on host dv-cinder-802781-1-smb {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:52:50.597315 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:50.711643 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.724306 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a34a5-a295-4490-a9e3-75bf02b3cdde']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:50.741443 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6897301-c466-4bda-860e-8c8869c25489') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:50.742036 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6897301-c466-4bda-860e-8c8869c25489') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:50.753592 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.769804 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.776196 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:52:50.776551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:52:50.790362 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:52:50.938374 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.942192 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-18b3108b-2a7b-4d1b-86b9-3ab7f09cc012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:50.955174 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:50.969951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8a34a5-a295-4490-a9e3-75bf02b3cdde,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:50.973152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:51.057702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Deleting port 9de30b90-8afb-4709-a127-3e23957a7379 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:51.058227 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:51.060158 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f8a34a5-a295-4490-a9e3-75bf02b3cdde HTTP/1.1" status: 204 len: 168 time: 1.2177415 Jul 29 08:52:51.062932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48840) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:51.125515 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-1d579437-0a83-45a3-b277-375e8f52eff6 None None] The port '9de30b90-8afb-4709-a127-3e23957a7379' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:52:51.286261 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4a46ea80-269c-4827-8804-8903d1213234 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:51.323451 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 4a46ea80-269c-4827-8804-8903d1213234 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:51.323804 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4a46ea80-269c-4827-8804-8903d1213234 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:51.324421 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 9de30b90-8afb-4709-a127-3e23957a7379 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:51.367860 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 9de30b90-8afb-4709-a127-3e23957a7379 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:51.368422 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 9de30b90-8afb-4709-a127-3e23957a7379 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:51.605995 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:52.048244 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Deleting port 7aec2036-f604-4a69-be47-13c880b02519 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:52.048932 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:52.221803 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] For port 7aec2036-f604-4a69-be47-13c880b02519, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7aec2036-f604-4a69-be47-13c880b02519,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:52.222175 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:52.344332 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Calling delete_port for 7aec2036-f604-4a69-be47-13c880b02519 owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:52.642531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:52.646390 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-45dcf012-c769-450f-a336-7e5af6b9c83f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:52.691671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aec2036-f604-4a69-be47-13c880b02519,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:52.695385 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:52.961501 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:53.315173 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:52:53.594854 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:52:53.603931 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Sync routers for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:52:53.607455 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] 10.222.0.36 "PUT /v2.0/routers/bdf20f48-be1c-42f2-8ef0-5402817c0ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5412905 Jul 29 08:52:53.607675 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48852) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:53.619132 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:53.619864 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:53.780362 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:53.794090 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:53.953618 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:54.025137 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Deleting port 7a693a79-cbf8-4277-9837-aa25c5359678 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:54.025482 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:54.076347 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:52:52Z', 'revision_number': 5, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port': {'id': '7a693a79-cbf8-4277-9837-aa25c5359678', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:50:07Z', 'updated_at': '2021-07-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:54.080179 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Checking router: bdf20f48-be1c-42f2-8ef0-5402817c0ca5 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:52:54.089241 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Routers {'bdf20f48-be1c-42f2-8ef0-5402817c0ca5'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:52:54.089883 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:54.199710 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] For port 7a693a79-cbf8-4277-9837-aa25c5359678, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=7a693a79-cbf8-4277-9837-aa25c5359678,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:54.200005 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:54.236710 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] Set router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 gateway port host: None {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:52:54.323488 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Calling delete_port for 7a693a79-cbf8-4277-9837-aa25c5359678 owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:54.341162 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:52:53Z', 'revision_number': 6, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port_host': None}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:54.345156 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bddc4-6476-41c8-adb9-3d801f3a7efb None None] The sync data for ids ['bdf20f48-be1c-42f2-8ef0-5402817c0ca5'] in dv-cinder-802781-1-smb is: [{'id': 'bdf20f48-be1c-42f2-8ef0-5402817c0ca5', 'name': 'tempest-TestMinimumBasicScenario-741019924-router', 'tenant_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:50:05Z', 'updated_at': '2021-07-29T08:52:53Z', 'revision_number': 6, 'project_id': 'b9a75df99fe04db2aee585c8edfd57c9', 'gw_port_host': None}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:52:54.596983 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:54.600923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-79ec89a4-e394-4ab9-adda-f4e059cb7440 tempest-VolumesActionsTest-1530692846 tempest-VolumesActionsTest-1530692846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:54.643755 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7a693a79-cbf8-4277-9837-aa25c5359678,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:54.647955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:54.745059 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.024349 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.026666 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.105344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.105919 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf20f48-be1c-42f2-8ef0-5402817c0ca5 {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:52:55.119058 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.120218 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] 10.222.0.36 "DELETE /v2.0/routers/bdf20f48-be1c-42f2-8ef0-5402817c0ca5 HTTP/1.1" status: 204 len: 168 time: 1.5116365 Jul 29 08:52:55.122862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48858) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:55.181331 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Deleting subnet 8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:52:55.184278 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.236893 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.273496 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7a693a79-cbf8-4277-9837-aa25c5359678 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:55.311327 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 7a693a79-cbf8-4277-9837-aa25c5359678 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:55.311686 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7a693a79-cbf8-4277-9837-aa25c5359678 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:55.312118 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7aec2036-f604-4a69-be47-13c880b02519 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:55.323406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.347962 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 7aec2036-f604-4a69-be47-13c880b02519 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:55.348315 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 7aec2036-f604-4a69-be47-13c880b02519 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:55.488129 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.493219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-169d7c0a-36a3-4e2b-b422-047381d91392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:55.529475 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:55.532375 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:55.533341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.542355 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50847e3-e68d-4782-bab6-0a898684b57e None None] Network faa79846-8f7d-4837-8ec1-df4baae9e93d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:52:55.542527 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5b850e9c-c958-42fa-b999-11b33aa20b0a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8fbd88df-a4ec-49ac-aaa0-ecb18cc3f473 HTTP/1.1" status: 204 len: 168 time: 0.4160347 Jul 29 08:52:55.542527 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48862) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:55.652640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.663913 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Deleting port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:55.664238 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.828216 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] DHCP port deletion for faa79846-8f7d-4837-8ec1-df4baae9e93d request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:52:55.832145 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Deleting port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:55.832528 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:55.872425 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] For port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:55.872780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.000642 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Calling delete_port for 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 owned by network:dhcp {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:56.033664 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] For port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,segment=NetworkSegment(e6c89f6f-a76d-4484-be58-a23d09c5f9cd),segment_id=e6c89f6f-a76d-4484-be58-a23d09c5f9cd)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:52:56.034120 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.154673 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Calling delete_port for 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:52:56.173632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.178518 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a1f2a23f-8dcd-4baf-8e47-4fb6fbc54f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:56.220842 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c37c52e-9a4f-4a3f-812f-83bc36f5f600,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:56.223974 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:56.224819 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] No DVR routers for this DVR port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 on host dv-cinder-802781-1-smb {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:52:56.230458 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:52:56.230821 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:52:56.340412 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.353612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa79846-8f7d-4837-8ec1-df4baae9e93d']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:56.369970 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:56.370267 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c89f6f-a76d-4484-be58-a23d09c5f9cd') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:52:56.373288 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.381706 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.399242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.409796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:52:56.409796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:52:56.419645 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:52:56.566533 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.570030 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:56.582864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.596752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa79846-8f7d-4837-8ec1-df4baae9e93d,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:56.599514 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:56.602181 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/faa79846-8f7d-4837-8ec1-df4baae9e93d HTTP/1.1" status: 204 len: 168 time: 1.0583885 Jul 29 08:52:56.731615 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Deleting port 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:52:56.732017 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:56.795767 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-b0583b4d-6c3c-44db-a03d-4fdaacffcb9a None None] The port '4c37c52e-9a4f-4a3f-812f-83bc36f5f600' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:52:56.894525 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48870) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:56.945156 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2150b765-e0e5-43e4-afdf-1b4d27fcb3c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b873770443a74c8d8c353257873a8d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492604 Jul 29 08:52:56.950875 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48876) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:57.019666 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:57.049089 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:57.270615 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:52:57.276416 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:57.280210 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-07d954a1-fae1-489a-8787-1a2505aa6f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:57.295417 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07289571-1465-41dd-88f5-3ffc8412c1e2,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:57.299483 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:57.302862 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:57.304036 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d5989818-544c-4039-a4e9-3cb8393a47c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07289571-1465-41dd-88f5-3ffc8412c1e2 HTTP/1.1" status: 204 len: 168 time: 0.3551948 Jul 29 08:52:57.315743 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:52:57.316099 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 4c37c52e-9a4f-4a3f-812f-83bc36f5f600 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:52:58.092528 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48886) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:58.154340 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b9f991b0-27a8-4c0d-9eba-4e0b23b3abc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9a75df99fe04db2aee585c8edfd57c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605607 Jul 29 08:52:58.156834 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48890) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:58.217499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:58.245573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:58.368450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:58.374482 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f21b4b5c-ab46-4a2b-8b83-7541f0fab6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:52:58.390067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa945bf-dafd-4033-94c4-5f153a347d6e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:52:58.393991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:52:58.403358 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:58.407235 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaa945bf-dafd-4033-94c4-5f153a347d6e HTTP/1.1" status: 204 len: 168 time: 0.2472098 Jul 29 08:52:58.835457 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-d1c18058-4017-423b-a6ad-87c16904778b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898573 Jul 29 08:52:58.989102 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-0961f1fc-0b6e-4b7a-b043-3eddb79442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:58.990633 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-0961f1fc-0b6e-4b7a-b043-3eddb79442c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.0795913 Jul 29 08:52:59.154199 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-bb6eb29e-5308-48d1-9c7c-460dc4e5b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:59.155673 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-bb6eb29e-5308-48d1-9c7c-460dc4e5b80d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.1434040 Jul 29 08:52:59.387553 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-1b85e3d1-d2e0-4328-9683-f8afc0f9b500 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 999 time: 0.2186265 Jul 29 08:52:59.450414 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-7bfc9f21-3e84-4cca-bd30-4856de36f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:59.451939 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-7bfc9f21-3e84-4cca-bd30-4856de36f5f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0645654 Jul 29 08:52:59.533002 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-c8915573-713f-4564-9f62-e17d79e4f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:52:59.534557 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-c8915573-713f-4564-9f62-e17d79e4f154 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749156 Jul 29 08:52:59.672946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48922) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:52:59.682512 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-096401bf-fd91-4bff-ba3d-ccf2e8d403b4 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407840 Jul 29 08:52:59.794226 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736461089-network', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:52:59.802868 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:59.810379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Usage tracker for resource:network and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:59.814551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:59.830177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:52:59.843104 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-92f31f3b-e2be-4ce0-bcd5-366dafb5a2fb req-c57c0555-bd61-4680-a71d-6ad8df6273cd service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531055 Jul 29 08:52:59.899438 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Made reservation on behalf of 56eedfc4ba7f47b19bc7fa320d03e865 for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:52:59.901804 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:59.914976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:52:59.930073 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:52:59.934048 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:52:59.936904 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:52:59.943024 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:00.047402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.116631 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.121319 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9362d142-6384-4a8f-8ec2-1632f6108e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:00.145661 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:53:00.163483 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3cd26-a504-4387-b489-198ace8c9fc6,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:00.167688 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:00.168673 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.169006 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Added segment a3b9552e-5fca-41b1-9b38-9b3ac266792f of type vlan for network 855110e0-b7ce-4004-98a0-fd555c0fc05d Jul 29 08:53:00.199079 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.309666 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.311562 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:00.311741 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.315333 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-f8063d94-418c-4644-808e-76aee99946be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:00.416039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Pushing event updated for resources: {'Network': ['ID=855110e0-b7ce-4004-98a0-fd555c0fc05d,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:00.418819 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:00.425570 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:53:00.515258 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48930) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:00.515884 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1026a72e-777c-48d2-8bf0-7b123a4c82c2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8415663 Jul 29 08:53:00.521945 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Request body: {'subnet': {'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736461089-subnet', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:00.536220 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:00.541182 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Usage tracker for resource:subnet and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:00.544390 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:00.551554 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:00.630800 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Made reservation on behalf of 56eedfc4ba7f47b19bc7fa320d03e865 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:53:00.633110 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2383334'] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.910830 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2190310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2383252'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:00.915976 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:00.988293 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a483de6a-738c-4ee2-9ebb-bc5e804730f0,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:00.992114 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:00.996320 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Checking segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:00.996674 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Network hostable DHCP agents. Network: 855110e0-b7ce-4004-98a0-fd555c0fc05d, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:53:01.122174 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:53:01.202031 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 855110e0-b7ce-4004-98a0-fd555c0fc05d) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:01.206687 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:01.207358 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.213059 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e493083-818c-4c54-a453-df15f0eb6628 None None] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:53:01.317382 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8001297 Jul 29 08:53:01.320851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48938) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:01.326035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:01.330897 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:01.335151 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Usage tracker for resource:router and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:01.338152 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:01.343955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:01.421612 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-855110e0-b7ce-4004-98a0-fd555c0fc05d', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:53:01.422487 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.448106 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.449144 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.463781 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.576087 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Allocated IP 172.20.0.2 (855110e0-b7ce-4004-98a0-fd555c0fc05d/a483de6a-738c-4ee2-9ebb-bc5e804730f0/ae83de91-0bcb-43da-960e-b72e3386c7f8) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:01.790641 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.801383 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Transition to ACTIVE for port object ae83de91-0bcb-43da-960e-b72e3386c7f8 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:01.819672 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.821793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Transition to ACTIVE for port object ae83de91-0bcb-43da-960e-b72e3386c7f8 will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:01.945315 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:01.950708 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-e58271be-b127-4191-a6b9-939f29d4bbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:02.037095 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:02.041777 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:02.046037 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:02.086847 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Pushing event updated for resources: {'Port': ['ID=ae83de91-0bcb-43da-960e-b72e3386c7f8,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:02.095130 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:02.195474 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Attempting to bind port ae83de91-0bcb-43da-960e-b72e3386c7f8 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:02.198368 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Attempting to bind port ae83de91-0bcb-43da-960e-b72e3386c7f8 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:02.198368 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Attempting to bind port ae83de91-0bcb-43da-960e-b72e3386c7f8 on network 855110e0-b7ce-4004-98a0-fd555c0fc05d {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:02.202517 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:02.202905 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Checking segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:02.203313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.203713 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Bound using segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:02.204189 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Bound port: ae83de91-0bcb-43da-960e-b72e3386c7f8, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:02.204580 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.306749 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] For port ae83de91-0bcb-43da-960e-b72e3386c7f8, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:02.309960 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] For port ae83de91-0bcb-43da-960e-b72e3386c7f8, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=ae83de91-0bcb-43da-960e-b72e3386c7f8,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:02.330612 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.366765 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.438749 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.446838 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:02.534697 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Pushing event updated for resources: {'Port': ['ID=ae83de91-0bcb-43da-960e-b72e3386c7f8,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:02.544134 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.544567 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.544980 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.545382 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.545905 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.546297 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.546693 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.547083 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.547473 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.547879 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.548263 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.548651 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:02.553560 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:02.644237 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Allocated IP 172.28.1.191 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/8e82df73-9c57-4064-971a-be83b92dea23) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:02.820415 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.944680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:02.948787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:03.013690 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:03.015347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:03.021640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:03.057265 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Pushing event updated for resources: {'Port': ['ID=8e82df73-9c57-4064-971a-be83b92dea23,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:03.061383 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:03.322985 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device ae83de91-0bcb-43da-960e-b72e3386c7f8 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:03.471077 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port ae83de91-0bcb-43da-960e-b72e3386c7f8 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:03.536260 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eac30c-7fc8-491d-91fc-123eb58979df None None] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:53:03.565424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:03.726412 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Provisioning for port ae83de91-0bcb-43da-960e-b72e3386c7f8 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:03.736665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Provisioning complete for port ae83de91-0bcb-43da-960e-b72e3386c7f8 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:03.737049 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:03.857874 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:53:03.916390 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:03.925632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:03.951454 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] For port ae83de91-0bcb-43da-960e-b72e3386c7f8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=ae83de91-0bcb-43da-960e-b72e3386c7f8,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:04.019565 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:04.023107 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:04.117987 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Pushing event updated for resources: {'Port': ['ID=ae83de91-0bcb-43da-960e-b72e3386c7f8,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:04.122519 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-23804795-03a6-4b93-ae9c-6c43b7eb5ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:04.149432 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-38853b19-2cfc-4f71-bd2e-15ef16c49ac3 None None] Provisioning complete for port ae83de91-0bcb-43da-960e-b72e3386c7f8 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:04.163610 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-38853b19-2cfc-4f71-bd2e-15ef16c49ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:04.235987 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:53:04.517491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:53:04.527131 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Sync routers for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:53:04.536705 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:04.537372 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:04.619357 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:04.620725 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2989550 Jul 29 08:53:04.630721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48958) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:04.712441 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:05.045717 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:03Z', 'revision_number': 3, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:05.049977 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Checking router: 38757ca3-f22d-4fbc-8a0d-ddee8563c61f for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:53:05.050347 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Updating router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f port 8e82df73-9c57-4064-971a-be83b92dea23 binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:53:05.120072 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.316040 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device ae83de91-0bcb-43da-960e-b72e3386c7f8 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:05.357510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.398528 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port ae83de91-0bcb-43da-960e-b72e3386c7f8 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:05.398528 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.532743 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.553208 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Transition to ACTIVE for port object 8e82df73-9c57-4064-971a-be83b92dea23 will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:05.609989 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Allocated IP 172.20.0.1 (855110e0-b7ce-4004-98a0-fd555c0fc05d/a483de6a-738c-4ee2-9ebb-bc5e804730f0/3a25606d-6960-4a67-81b3-50bbcb382715) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:05.629292 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.636299 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-7dd639da-2804-498c-a5ea-09ee57d0b31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:05.714027 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Attempting to bind port 8e82df73-9c57-4064-971a-be83b92dea23 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:05.714396 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Attempting to bind port 8e82df73-9c57-4064-971a-be83b92dea23 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:05.714803 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Attempting to bind port 8e82df73-9c57-4064-971a-be83b92dea23 on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:05.726676 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:05.727057 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:05.727713 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.729011 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:05.729011 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Bound port: 8e82df73-9c57-4064-971a-be83b92dea23, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:05.729232 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.752270 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Pushing event updated for resources: {'Port': ['ID=8e82df73-9c57-4064-971a-be83b92dea23,revision_number=2']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:05.776015 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.776366 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.776702 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.777032 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.777357 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.777687 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.778144 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.778463 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.778780 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.779092 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.779405 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.779716 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:05.783525 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:05.832884 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.837428 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] For port 8e82df73-9c57-4064-971a-be83b92dea23, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:05.840626 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] For port 8e82df73-9c57-4064-971a-be83b92dea23, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=8e82df73-9c57-4064-971a-be83b92dea23,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:05.859098 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb8ab7-4168-439c-93a3-d06e9505ff3b req-6a75bc0b-b3f0-499a-9470-e1a45020f44f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:05.860680 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3bcb8ab7-4168-439c-93a3-d06e9505ff3b req-6a75bc0b-b3f0-499a-9470-e1a45020f44f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1593156 Jul 29 08:53:05.861641 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Transition to ACTIVE for port object 3a25606d-6960-4a67-81b3-50bbcb382715 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:05.914163 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3bcb8ab7-4168-439c-93a3-d06e9505ff3b req-2e4bb3a5-2853-42de-8b27-6935578b83e8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Jul 29 08:53:05.923564 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:05.930653 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:06.011496 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:06.012142 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:06.023980 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:06.027921 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-00354e76-9769-4161-ab2b-fb8ad91a84ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:06.065711 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Pushing event updated for resources: {'Port': ['ID=8e82df73-9c57-4064-971a-be83b92dea23,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:06.080671 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-b558abe6-6d69-4a93-bc87-a8068f82c125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:06.208923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:06.212169 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:06.214197 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:06.223347 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:06.248417 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Pushing event updated for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:06.254280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:06.283446 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:06.578996 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-c85cee9c-94a5-4feb-908f-1c6bf8797c37 None None] Provisioning for port 3a25606d-6960-4a67-81b3-50bbcb382715 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:06.583928 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-c85cee9c-94a5-4feb-908f-1c6bf8797c37 None None] Provisioning complete for port 3a25606d-6960-4a67-81b3-50bbcb382715 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:06.584337 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c85cee9c-94a5-4feb-908f-1c6bf8797c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:06.594458 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:03Z', 'revision_number': 3, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:06.598668 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6d734-5594-4c8d-97b2-b4601013877d None None] The sync data for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb is: [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:03Z', 'revision_number': 3, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:53:06.643321 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-c85cee9c-94a5-4feb-908f-1c6bf8797c37 None None] Port 3a25606d-6960-4a67-81b3-50bbcb382715 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:53:06.715216 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:06.981637 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.047341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.075918 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2b6e0d12-2052-4b63-9970-514b7674532a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:07.115101 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24a316-5f14-4383-b2a1-4fdee6b23d73 req-35ee69bf-85a3-4d06-ac1c-e2a2589ef559 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:07.116648 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff24a316-5f14-4383-b2a1-4fdee6b23d73 req-35ee69bf-85a3-4d06-ac1c-e2a2589ef559 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0922604 Jul 29 08:53:07.156310 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Pushing event updated for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:07.160736 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:07.167082 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff24a316-5f14-4383-b2a1-4fdee6b23d73 req-d161b5e2-8ea4-4dac-8cd0-28d79d58b2c7 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Jul 29 08:53:07.168067 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.305721 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 8e82df73-9c57-4064-971a-be83b92dea23 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:07.324729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:07.325828 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:07.459329 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 8e82df73-9c57-4064-971a-be83b92dea23 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:07.465931 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 8e82df73-9c57-4064-971a-be83b92dea23 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:07.466866 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.549737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:53:07.614159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-0ce218a8-b5df-4387-8a93-54a6f5fb942f None None] Provisioning complete for port 3a25606d-6960-4a67-81b3-50bbcb382715 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:07.614678 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0ce218a8-b5df-4387-8a93-54a6f5fb942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.660946 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.684541 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-0ce218a8-b5df-4387-8a93-54a6f5fb942f None None] Port 3a25606d-6960-4a67-81b3-50bbcb382715 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:53:07.686838 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 8e82df73-9c57-4064-971a-be83b92dea23, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=8e82df73-9c57-4064-971a-be83b92dea23,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:07.734336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:53:07.743024 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] 10.222.0.36 "PUT /v2.0/routers/38757ca3-f22d-4fbc-8a0d-ddee8563c61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1111493 Jul 29 08:53:07.772267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:07.774874 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:07.840000 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=8e82df73-9c57-4064-971a-be83b92dea23,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:07.843357 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:08.116746 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Sync routers for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:53:08.126515 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:08.127138 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:08.354401 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:08.376039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c6fb2-cbc7-4bcd-aac7-dc5514a7fea0 req-d907597d-50b2-4847-b23a-c14086bf78b0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:08.377554 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6f8c6fb2-cbc7-4bcd-aac7-dc5514a7fea0 req-d907597d-50b2-4847-b23a-c14086bf78b0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0863302 Jul 29 08:53:08.426159 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6f8c6fb2-cbc7-4bcd-aac7-dc5514a7fea0 req-540494c8-280e-4de5-a3e0-d90e8b6fbfcc tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Jul 29 08:53:08.540111 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48986) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:08.546019 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1483410575-network', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:08.552262 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:08.557060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Usage tracker for resource:network and tenant:93f31686b25d4909ad970ef35a3debfa is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:08.562659 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:08.566305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:08.636413 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Made reservation on behalf of 93f31686b25d4909ad970ef35a3debfa for: {'network': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:53:08.638674 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.651499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.668079 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:08.671934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Usage tracker for resource:security_group_rule and tenant:93f31686b25d4909ad970ef35a3debfa is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:08.675250 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:08.680449 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:08.689899 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 2, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:08.693723 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Checking router: 38757ca3-f22d-4fbc-8a0d-ddee8563c61f for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:53:08.694139 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Updating router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f port 3a25606d-6960-4a67-81b3-50bbcb382715 binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:53:08.751482 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.762847 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.830004 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.833056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fab60be2-dbde-4419-9874-53994dc588e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:08.861920 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=79224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:53:08.870343 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c63a32-0614-45f0-ab93-7ca56d5d8726,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:08.873867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:08.876307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.876648 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.segments_db [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Added segment 56223f02-1cc2-4637-9eb3-eda40e27f7ce of type vlan for network 061a82eb-dad7-4d08-97f0-772234fe5759 Jul 29 08:53:08.904689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.991292 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.992143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:08.992849 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:08.998716 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:09.123460 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.137877 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Transition to ACTIVE for port object 3a25606d-6960-4a67-81b3-50bbcb382715 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:09.218851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Pushing event updated for resources: {'Network': ['ID=061a82eb-dad7-4d08-97f0-772234fe5759,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:09.219303 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.222294 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:09.224346 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-2881a807-3912-4d65-8e75-8efdcc1c4df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:09.256077 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 061a82eb-dad7-4d08-97f0-772234fe5759 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:53:09.271232 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7300186 Jul 29 08:53:09.274746 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 48990) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:09.280271 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Request body: {'subnet': {'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1483410575-subnet', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:09.285255 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:09.292452 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Usage tracker for resource:subnet and tenant:93f31686b25d4909ad970ef35a3debfa is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:09.295399 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:09.304831 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:09.306665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 8e82df73-9c57-4064-971a-be83b92dea23 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:09.384820 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Made reservation on behalf of 93f31686b25d4909ad970ef35a3debfa for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:53:09.387232 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2383334'] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.551939 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Pushing event updated for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:09.569563 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:09.624611 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 8e82df73-9c57-4064-971a-be83b92dea23 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:09.624996 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.675016 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Attempting to bind port 3a25606d-6960-4a67-81b3-50bbcb382715 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:09.675399 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Attempting to bind port 3a25606d-6960-4a67-81b3-50bbcb382715 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:09.675975 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Attempting to bind port 3a25606d-6960-4a67-81b3-50bbcb382715 on network 855110e0-b7ce-4004-98a0-fd555c0fc05d {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:09.696372 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:09.699007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Checking segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:09.699007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.699007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Bound using segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:09.699007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Bound port: 3a25606d-6960-4a67-81b3-50bbcb382715, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:09.699007 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.710178 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66755e63-9dca-4393-ba82-9f70ae023343 req-be3605f2-7169-461e-9c01-92ad14713cac tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:09.711714 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66755e63-9dca-4393-ba82-9f70ae023343 req-be3605f2-7169-461e-9c01-92ad14713cac tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0961788 Jul 29 08:53:09.740167 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2190310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2383252'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.750050 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-26814da5-b907-4c03-8f45-5ccfea46bc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:09.817188 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-66755e63-9dca-4393-ba82-9f70ae023343 req-a393858c-d657-4431-b13a-78bce4f6b357 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986400 Jul 29 08:53:09.845185 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b47ef06-5183-4fc3-8257-c767c765b5c1,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:09.849179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:09.855997 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Checking segment: {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:09.856356 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Network hostable DHCP agents. Network: 061a82eb-dad7-4d08-97f0-772234fe5759, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:53:09.859803 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] For port 3a25606d-6960-4a67-81b3-50bbcb382715, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:09.863017 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] For port 3a25606d-6960-4a67-81b3-50bbcb382715, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=3a25606d-6960-4a67-81b3-50bbcb382715,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:09.943580 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:09.947493 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:09.955835 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Network 061a82eb-dad7-4d08-97f0-772234fe5759 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:53:10.022295 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:10.022956 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:10.036069 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 061a82eb-dad7-4d08-97f0-772234fe5759) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:10.041460 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:10.042218 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.129702 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15d9a6-2872-4db9-98d3-10f1d1ed3216 None None] Network 061a82eb-dad7-4d08-97f0-772234fe5759 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:53:10.151841 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Pushing event updated for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:10.166276 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:10.176879 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 48998) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:10.181787 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9058630 Jul 29 08:53:10.186243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:10.191602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:10.195215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Usage tracker for resource:router and tenant:93f31686b25d4909ad970ef35a3debfa is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:10.198691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:10.204779 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:10.333481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-837'] for router, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.334992 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-933153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-844'] for router, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.350854 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.372788 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:10.662498 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1c110be-b6c6-52be-aada-e225b36f8738-061a82eb-dad7-4d08-97f0-772234fe5759', 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'fixed_ips': [{'subnet_id': '1b47ef06-5183-4fc3-8257-c767c765b5c1'}]}} from dv-cinder-802781-1-smb. {{(pid=79226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 08:53:10.663328 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.713519 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-933239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-858'] for router, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:10.896765 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.db_base_plugin_common [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Allocated IP 172.20.0.2 (061a82eb-dad7-4d08-97f0-772234fe5759/1b47ef06-5183-4fc3-8257-c767c765b5c1/1447bae7-48ac-4c25-a12f-7c451f2387e8) {{(pid=79226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:10.911743 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:09Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:10.918997 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa628753-516b-44e9-919f-ffa31c1a11ca None None] The sync data for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb is: [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:09Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:53:11.181325 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks [] for port, precommit_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.195178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Transition to ACTIVE for port object 1447bae7-48ac-4c25-a12f-7c451f2387e8 will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:11.217138 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Transition to ACTIVE for port object 1447bae7-48ac-4c25-a12f-7c451f2387e8 will not be triggered until provisioned by entity DHCP. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:11.247729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3935-58bb-4f0f-ad74-718586195bd6 req-9dbd578c-72a6-4622-a239-426b1986c81f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:11.250149 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-91dd3935-58bb-4f0f-ad74-718586195bd6 req-9dbd578c-72a6-4622-a239-426b1986c81f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.3016322 Jul 29 08:53:11.294806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.332337 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 3a25606d-6960-4a67-81b3-50bbcb382715 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:11.338025 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.359343 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640'] for port, after_create {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.369834 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-18420c92-10c6-4d70-aded-9b8c22cbccb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:11.386483 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-91dd3935-58bb-4f0f-ad74-718586195bd6 req-a63ef3a0-74d1-4715-9eea-c69bb315e61a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202919 Jul 29 08:53:11.451129 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Network 061a82eb-dad7-4d08-97f0-772234fe5759 is already hosted by enough agents. {{(pid=79226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:11.454305 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Resources bound (agent type, host, resource id): {{(pid=79226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:11.459887 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Received port after_create {{(pid=79226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:11.472378 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Pushing event updated for resources: {'Port': ['ID=1447bae7-48ac-4c25-a12f-7c451f2387e8,revision_number=1']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:11.502720 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:11.532187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Allocated IP 172.28.1.106 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/e022f64f-0606-4b4d-8ded-cce342aef8ad) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:11.566211 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Attempting to bind port 1447bae7-48ac-4c25-a12f-7c451f2387e8 on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:11.566589 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Attempting to bind port 1447bae7-48ac-4c25-a12f-7c451f2387e8 by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:11.566958 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Attempting to bind port 1447bae7-48ac-4c25-a12f-7c451f2387e8 on network 061a82eb-dad7-4d08-97f0-772234fe5759 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:11.576029 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:11.578348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Checking segment: {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:11.578348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.578348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Bound using segment: {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:11.578348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Bound port: 1447bae7-48ac-4c25-a12f-7c451f2387e8, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:11.578348 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.651519 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 3a25606d-6960-4a67-81b3-50bbcb382715 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:11.668651 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 3a25606d-6960-4a67-81b3-50bbcb382715 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:11.668996 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.706565 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.743093 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] For port 1447bae7-48ac-4c25-a12f-7c451f2387e8, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:11.747721 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] For port 1447bae7-48ac-4c25-a12f-7c451f2387e8, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=1447bae7-48ac-4c25-a12f-7c451f2387e8,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:11.757791 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8800d02b-cc51-43bc-9d77-e8e8f525cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.808010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.813203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a84b36f9-86f3-4437-aa48-297fdcdcee0f tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:11.824843 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.882370 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:11.883324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:11.886775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:11.888671 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:11.889251 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:11.941997 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Pushing event updated for resources: {'Port': ['ID=e022f64f-0606-4b4d-8ded-cce342aef8ad,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:11.945017 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:11.985852 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 3a25606d-6960-4a67-81b3-50bbcb382715, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=3a25606d-6960-4a67-81b3-50bbcb382715,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:12.004683 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Pushing event updated for resources: {'Port': ['ID=1447bae7-48ac-4c25-a12f-7c451f2387e8,revision_number=2']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:12.015796 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:12.087069 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:12.089012 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:12.092142 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:12.183031 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:12.186349 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:12.602788 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:12.623358 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e2341-48a1-4116-9338-fb494a3b2077 req-a14eaa99-c401-4406-a9ca-0d8a5261a815 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:12.624838 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a83e2341-48a1-4116-9338-fb494a3b2077 req-a14eaa99-c401-4406-a9ca-0d8a5261a815 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1036191 Jul 29 08:53:12.675078 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a83e2341-48a1-4116-9338-fb494a3b2077 req-025189de-6e7a-4de4-9189-a668be491066 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Jul 29 08:53:12.974143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-933174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640661'] for router, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.019129 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868db68f-9785-4cf0-a8d5-382fc61d31d6 None None] Network 061a82eb-dad7-4d08-97f0-772234fe5759 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:53:13.194538 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-19d3cd57-3f6e-4217-aafe-f65d5adc1048 None None] Provisioning for port 1447bae7-48ac-4c25-a12f-7c451f2387e8 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:13.264853 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Router 73bdedca-a090-4e7d-8323-3e9235947405 is scheduled to L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 with binding_index 1 {{(pid=79224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 08:53:13.410332 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 1447bae7-48ac-4c25-a12f-7c451f2387e8 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:13.503843 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:53:13.514735 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Sync routers for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:53:13.532053 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:13.534850 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:52:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:13.585734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 1447bae7-48ac-4c25-a12f-7c451f2387e8 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:13.598657 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 1447bae7-48ac-4c25-a12f-7c451f2387e8 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:13.599318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.613894 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.615461 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4357033 Jul 29 08:53:13.618849 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49016) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:13.677316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-13b139ac-ccb3-4f5d-b081-cf449eb69909 None None] Provisioning complete for port 1447bae7-48ac-4c25-a12f-7c451f2387e8 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:13.677695 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-13b139ac-ccb3-4f5d-b081-cf449eb69909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.794837 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:13.810220 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.892991 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-13b139ac-ccb3-4f5d-b081-cf449eb69909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.906300 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 1447bae7-48ac-4c25-a12f-7c451f2387e8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=1447bae7-48ac-4c25-a12f-7c451f2387e8,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:13.972354 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:13.973310 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 3a25606d-6960-4a67-81b3-50bbcb382715 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:14.000288 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:14.097360 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:12Z', 'revision_number': 3, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:14.101356 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Checking router: 73bdedca-a090-4e7d-8323-3e9235947405 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:53:14.102032 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Updating router 73bdedca-a090-4e7d-8323-3e9235947405 port e022f64f-0606-4b4d-8ded-cce342aef8ad binding host dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:53:14.157477 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-13b139ac-ccb3-4f5d-b081-cf449eb69909 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:53:14.158105 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.158199 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-13b139ac-ccb3-4f5d-b081-cf449eb69909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:53:14.166467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=1447bae7-48ac-4c25-a12f-7c451f2387e8,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:14.170234 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:14.176659 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 3a25606d-6960-4a67-81b3-50bbcb382715 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:14.183733 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.215141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09190948-5a65-4fef-83ad-8c07245db03c req-1c317f52-9a15-4e79-9bab-3ec4cfa2a53a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:14.218270 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09190948-5a65-4fef-83ad-8c07245db03c req-1c317f52-9a15-4e79-9bab-3ec4cfa2a53a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.3712089 Jul 29 08:53:14.237457 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2407-d136-4108-a486-2b481a58ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.354261 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09190948-5a65-4fef-83ad-8c07245db03c req-2f352c06-4b24-4fdf-94fe-31bfab5a4c42 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220362 Jul 29 08:53:14.503828 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks [] for port, precommit_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.516350 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.provisioning_blocks [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Transition to ACTIVE for port object e022f64f-0606-4b4d-8ded-cce342aef8ad will not be triggered until provisioned by entity L2. {{(pid=79227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:14.624732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.628580 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.632741 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:14.708819 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Attempting to bind port e022f64f-0606-4b4d-8ded-cce342aef8ad on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:14.709213 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Attempting to bind port e022f64f-0606-4b4d-8ded-cce342aef8ad by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:14.709575 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Attempting to bind port e022f64f-0606-4b4d-8ded-cce342aef8ad on network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:14.721258 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3549a-0a7b-4c72-980e-3c897d5afff6 None None] Pushing event updated for resources: {'Port': ['ID=e022f64f-0606-4b4d-8ded-cce342aef8ad,revision_number=2']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:14.723908 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-dbb3549a-0a7b-4c72-980e-3c897d5afff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:14.725362 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:14.725772 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Checking segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:14.726148 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.726529 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Bound using segment: {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'} {{(pid=79227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:14.727248 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.managers [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Bound port: e022f64f-0606-4b4d-8ded-cce342aef8ad, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}}] {{(pid=79227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:14.727637 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.799050 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] For port e022f64f-0606-4b4d-8ded-cce342aef8ad, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:14.802029 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.plugins.ml2.db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] For port e022f64f-0606-4b4d-8ded-cce342aef8ad, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=e022f64f-0606-4b4d-8ded-cce342aef8ad,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:14.835033 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Allocated IP 172.20.0.1 (061a82eb-dad7-4d08-97f0-772234fe5759/1b47ef06-5183-4fc3-8257-c767c765b5c1/2b98ee9c-ed25-4848-bd91-4e9e8c9498de) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:14.876466 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron_lib.callbacks.manager [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.880022 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:14.953803 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:14.954426 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:53:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:14.982674 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:14.997799 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Transition to ACTIVE for port object 2b98ee9c-ed25-4848-bd91-4e9e8c9498de will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:15.031737 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3549a-0a7b-4c72-980e-3c897d5afff6 None None] Pushing event updated for resources: {'Port': ['ID=e022f64f-0606-4b4d-8ded-cce342aef8ad,revision_number=3']} {{(pid=79227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:15.034852 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG oslo_concurrency.lockutils [None req-dbb3549a-0a7b-4c72-980e-3c897d5afff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:15.088198 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.092307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:15.138494 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:15.163345 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Network 061a82eb-dad7-4d08-97f0-772234fe5759 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:15.166099 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:15.170606 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:15.196472 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:15.201519 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:15.229552 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931152'] for router_interface, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.280209 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.307257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 1447bae7-48ac-4c25-a12f-7c451f2387e8 up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:15.386450 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 1447bae7-48ac-4c25-a12f-7c451f2387e8 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:15.386924 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.439773 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.472780 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:12Z', 'revision_number': 3, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:15.477645 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9a4cc-e9d3-421b-903d-10ff439140f9 None None] The sync data for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb is: [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:12Z', 'revision_number': 3, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:53:15.529288 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3d0167e0-5ede-4b16-9054-f11eea66d10a None None] Provisioning for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:15.535248 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3d0167e0-5ede-4b16-9054-f11eea66d10a None None] Provisioning complete for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:15.535561 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3d0167e0-5ede-4b16-9054-f11eea66d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.562461 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d01c-b9a4-4a76-a147-4b0d30101c44 req-e9ef665c-20ed-4353-9330-d83b2c0d73d5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:15.572194 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f4e6d01c-b9a4-4a76-a147-4b0d30101c44 req-e9ef665c-20ed-4353-9330-d83b2c0d73d5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0925457 Jul 29 08:53:15.625484 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3d0167e0-5ede-4b16-9054-f11eea66d10a None None] Port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:53:15.639723 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-f4e6d01c-b9a4-4a76-a147-4b0d30101c44 req-9daa9ef3-ff11-441d-95dc-261008539068 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671391 Jul 29 08:53:15.738470 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.801676 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:15.830456 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-28e227ff-1fc9-499e-a2f5-3dadec892718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:15.932424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:15.939389 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:15.940543 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931135'] for router_interface, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:16.192450 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Network 061a82eb-dad7-4d08-97f0-772234fe5759 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:16.193600 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:16.398832 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Router 73bdedca-a090-4e7d-8323-3e9235947405 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:53:16.449974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-555ae76e-ccb3-41cd-b7e3-02ad0a3ee467 None None] Provisioning complete for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:16.450602 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-555ae76e-ccb3-41cd-b7e3-02ad0a3ee467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:16.507011 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-555ae76e-ccb3-41cd-b7e3-02ad0a3ee467 None None] Port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:53:16.580802 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:53:16.591193 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/73bdedca-a090-4e7d-8323-3e9235947405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9700027 Jul 29 08:53:16.684662 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:16.839788 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0d94-c3ce-43ce-a572-83150437a782 req-ea05844d-39e0-4bd2-8ec9-db6075d5ec31 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:16.841193 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdbc0d94-c3ce-43ce-a572-83150437a782 req-ea05844d-39e0-4bd2-8ec9-db6075d5ec31 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0887599 Jul 29 08:53:16.887569 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bdbc0d94-c3ce-43ce-a572-83150437a782 req-6e40e764-c31e-4111-9e51-8e7b0140eb58 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Jul 29 08:53:17.185607 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49036) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:17.190891 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538051030', 'description': 'tempest-secgroup-smoke-538051030 description', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:17.197328 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:17.210542 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:17.230042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:17.230042 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:17.334170 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device e022f64f-0606-4b4d-8ded-cce342aef8ad up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:17.344491 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.379350 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:17.384924 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:17.388894 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:17.396257 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:17.435737 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006635-37d7-47bf-8a58-b431a18184f6 req-0c8f7fc3-5afa-4733-a042-b95f7929c115 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:17.437525 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9b006635-37d7-47bf-8a58-b431a18184f6 req-0c8f7fc3-5afa-4733-a042-b95f7929c115 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1201997 Jul 29 08:53:17.489405 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9b006635-37d7-47bf-8a58-b431a18184f6 req-fcf9ac3d-51a7-43d4-a7c3-875d323bd58d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Jul 29 08:53:17.528991 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.554560 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-eab83188-f69c-4683-a2a4-ea08a6cb85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:17.556715 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-eab83188-f69c-4683-a2a4-ea08a6cb85a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.0940659 Jul 29 08:53:17.571297 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port e022f64f-0606-4b4d-8ded-cce342aef8ad completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:17.577894 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port e022f64f-0606-4b4d-8ded-cce342aef8ad triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:17.578345 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.670951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.679996 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-642406d6-f3ba-47b8-81ab-5185ab751b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:17.743964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c47eff-a30a-4cae-adc4-686e805923b9,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:17.748878 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:17.761194 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.764823 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-5440bb79-1179-4a96-a1ee-06675b540b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:17.766363 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-5440bb79-1179-4a96-a1ee-06675b540b14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.2038889 Jul 29 08:53:17.778380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port e022f64f-0606-4b4d-8ded-cce342aef8ad, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=e022f64f-0606-4b4d-8ded-cce342aef8ad,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:17.855731 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.858357 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6701391 Jul 29 08:53:17.860495 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49042) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:17.870014 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:17.876176 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:17.880162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:17.881474 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-9e72ff1e-a28a-452e-9864-9a79095d4a1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 999 time: 0.1079159 Jul 29 08:53:17.882762 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:17.883339 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:17.887328 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:17.891171 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:17.954039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-0528a273-8e14-4b87-9ae7-51cc94fbe67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:17.955736 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-0528a273-8e14-4b87-9ae7-51cc94fbe67e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0682113 Jul 29 08:53:17.967479 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=e022f64f-0606-4b4d-8ded-cce342aef8ad,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:17.970683 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:18.001130 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.041935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-e1e68bb6-08a1-4e94-8fbe-998ea0d37b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:18.043437 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-e1e68bb6-08a1-4e94-8fbe-998ea0d37b4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815620 Jul 29 08:53:18.082191 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.161491 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.164724 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ace2e8a4-c916-45ed-ba5c-534789181622 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:18.186890 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-56fa2d9c-deeb-4c00-892c-beb64a50693d service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368208 Jul 29 08:53:18.188279 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200bdac3-f77f-4d5f-be9b-7a18e517360b,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:18.191021 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:18.249512 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Sync routers for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:53:18.259868 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:18.260047 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.260509 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:53:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:18.261000 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5f5adb66-9bb1-401a-a3d3-56590226af3d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3993955 Jul 29 08:53:18.263992 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49046) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:18.281951 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:18.281951 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:18.281951 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:18.286860 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:18.299513 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:18.336507 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c4ad9388-2ecb-4f88-b52e-58491ae7dcf4 req-7a60df21-f1c8-410e-9099-973dcfcc620a service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433065 Jul 29 08:53:18.391933 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.460384 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:18.482536 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.582932 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.592215 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a61219b3-dbb1-4326-819d-dc132c09fa7e tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:18.614351 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bbdd9d-518f-4f99-bf2d-37c7a41df799,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:18.616868 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:18.699204 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.700463 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-2cb6ff48-cbc5-464d-9457-d10e615d335a tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4351716 Jul 29 08:53:18.703199 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49052) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:18.708628 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:18.715473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:18.719900 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:18.720683 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47366406-52ff-47b3-ac36-fd9bbd3a0774 req-8d4b5b98-9c64-4ae0-8aa3-d5749b460c7b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:18.722444 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47366406-52ff-47b3-ac36-fd9bbd3a0774 req-8d4b5b98-9c64-4ae0-8aa3-d5749b460c7b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1149135 Jul 29 08:53:18.727226 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:18.733931 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:18.785540 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-47366406-52ff-47b3-ac36-fd9bbd3a0774 req-55ec0795-22e8-4db2-ad7f-3e5aac82d7e8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565982 Jul 29 08:53:18.812567 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:15Z', 'revision_number': 4, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '2b98ee9c-ed25-4848-bd91-4e9e8c9498de', 'name': '', 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'mac_address': 'fa:16:3e:09:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:14Z', 'updated_at': '2021-07-29T08:53:15Z', 'revision_number': 2, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'subnets': [{'id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:18.817292 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Checking router: 73bdedca-a090-4e7d-8323-3e9235947405 for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:53:18.817720 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Updating router 73bdedca-a090-4e7d-8323-3e9235947405 port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de binding host dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 08:53:18.849329 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.877580 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:18.923040 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.034613 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.036760 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d45dec78-9947-4590-8c41-d5fd01c29aff tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:19.058437 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340dda17-d039-4e81-af7e-3dfbadba711a,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:19.062653 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:19.144809 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.146297 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c74e9cb6-cf89-4bf1-82e9-1c3b90c96f59 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420288 Jul 29 08:53:19.148825 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49056) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:19.155392 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:19.161428 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:19.166081 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:19.169093 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:19.175445 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:19.272653 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks [] for port, precommit_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.286744 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Transition to ACTIVE for port object 2b98ee9c-ed25-4848-bd91-4e9e8c9498de will not be triggered until provisioned by entity L2. {{(pid=79226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:19.293086 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device e022f64f-0606-4b4d-8ded-cce342aef8ad up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:19.323106 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.375109 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port e022f64f-0606-4b4d-8ded-cce342aef8ad triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:19.375657 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.395976 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.404144 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.418355 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:19.464160 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.466290 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:19.494195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec2122-d7dc-44d8-9813-66b2d96fe613,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:19.498945 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:19.596560 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c47e0-855c-4091-adaa-a36fd1db0591 None None] Pushing event updated for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=3']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:19.599538 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-767c47e0-855c-4091-adaa-a36fd1db0591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:19.619532 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.626747 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f7ff710d-5db3-41cc-8152-8d093ee04ddf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4712892 Jul 29 08:53:19.626747 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49060) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:19.630527 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:19.637248 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:19.641611 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:19.644682 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:19.651284 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:19.716485 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Attempting to bind port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de on host dv-cinder-802781-1-smb for vnic_type normal with profile {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:19.716871 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Attempting to bind port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de by drivers openvswitch,hyperv on host dv-cinder-802781-1-smb at level 0 using segments [{'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:19.717245 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Attempting to bind port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de on network 061a82eb-dad7-4d08-97f0-772234fe5759 {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:19.727838 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Checking agent: {'id': '121e387c-7741-4df3-adb7-f71e9156e9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 36, 12), 'started_at': datetime.datetime(2021, 7, 29, 8, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:19.728233 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Checking segment: {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:19.728687 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.739389 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Bound using segment: {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'} {{(pid=79226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:19.739389 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.managers [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Bound port: 2b98ee9c-ed25-4848-bd91-4e9e8c9498de, host: dv-cinder-802781-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56223f02-1cc2-4637-9eb3-eda40e27f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759'}}] {{(pid=79226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:19.739389 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.761997 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.securitygroups_db [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Project 56eedfc4ba7f47b19bc7fa320d03e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 08:53:19.768972 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.859972 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.881601 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] For port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de, host dv-cinder-802781-1-smb, cleared binding levels {{(pid=79226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:19.885132 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] For port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de, host dv-cinder-802781-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:19.958096 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.965087 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:19.966664 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:19.973092 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:20.003043 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcca366-ee97-4d72-bca9-fef2c8ac22a8,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:20.006382 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:20.032577 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530efa-7771-4e04-98fe-6da7bd868487 req-fa48529f-1508-4440-9b89-b30de00eac3c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:20.034092 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59530efa-7771-4e04-98fe-6da7bd868487 req-fa48529f-1508-4440-9b89-b30de00eac3c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1220636 Jul 29 08:53:20.060956 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:20.062273 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:20.062906 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:53:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:20.065044 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5a05b28f-01c9-4493-8ae0-11107efccdbc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4391031 Jul 29 08:53:20.065204 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49066) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:20.072426 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'security_group_rule': {'security_group_id': 'f4c47eff-a30a-4cae-adc4-686e805923b9', 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:20.081485 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:20.088415 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:security_group_rule and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:20.091002 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-59530efa-7771-4e04-98fe-6da7bd868487 req-b2eac43c-fc50-4021-951e-74a1adabc6f3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511196 Jul 29 08:53:20.100695 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:20.108952 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:20.154843 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c47e0-855c-4091-adaa-a36fd1db0591 None None] Pushing event updated for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:20.159531 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-767c47e0-855c-4091-adaa-a36fd1db0591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:20.179535 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.securitygroups_db [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Project 56eedfc4ba7f47b19bc7fa320d03e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 08:53:20.189571 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:20.270015 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:20.379611 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:20.442968 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:20.445807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:20.468602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba3ca26-1640-4434-9295-6cf5f90ccd0b,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:20.471363 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:20.521602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:20.522934 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4564016 Jul 29 08:53:20.636088 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:15Z', 'revision_number': 4, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '2b98ee9c-ed25-4848-bd91-4e9e8c9498de', 'name': '', 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'mac_address': 'fa:16:3e:09:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:14Z', 'updated_at': '2021-07-29T08:53:19Z', 'revision_number': 4, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'subnets': [{'id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:20.640450 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fc16a-9394-4078-b82f-5099c3ce7715 None None] The sync data for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb is: [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:53:15Z', 'revision_number': 4, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '2b98ee9c-ed25-4848-bd91-4e9e8c9498de', 'name': '', 'network_id': '061a82eb-dad7-4d08-97f0-772234fe5759', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'mac_address': 'fa:16:3e:09:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:14Z', 'updated_at': '2021-07-29T08:53:19Z', 'revision_number': 4, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'subnets': [{'id': '1b47ef06-5183-4fc3-8257-c767c765b5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:53:21.309469 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 2b98ee9c-ed25-4848-bd91-4e9e8c9498de up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:21.481689 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:21.487655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:21.487655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:21.622219 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:21.676429 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] For port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:21.739198 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:21.742065 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-767c47e0-855c-4091-adaa-a36fd1db0591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:21.820063 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Pushing event updated for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:21.826531 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:23.296807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 2b98ee9c-ed25-4848-bd91-4e9e8c9498de up at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:23.371179 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Provisioning complete for port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:23.371554 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:26.367334 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:36.242852 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-f6471dc9-572c-4891-8a61-f07838626431 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:53:36.376859 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-f6471dc9-572c-4891-8a61-f07838626431 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:53:36.378476 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-f6471dc9-572c-4891-8a61-f07838626431 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538051030&fields=id&tenant_id=56eedfc4ba7f47b19bc7fa320d03e865 HTTP/1.1" status: 200 len: 267 time: 0.1779032 Jul 29 08:53:36.529523 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-01865cf4-b10f-410b-bc28-8f7d1a71467c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:36.530135 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-01865cf4-b10f-410b-bc28-8f7d1a71467c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:network {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:53:36.651328 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-01865cf4-b10f-410b-bc28-8f7d1a71467c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:network {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:53:36.653248 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-01865cf4-b10f-410b-bc28-8f7d1a71467c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 808 time: 0.2678847 Jul 29 08:53:36.674795 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-9ce87a7e-b8b9-4981-98c5-65eab00593a6 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/quotas/56eedfc4ba7f47b19bc7fa320d03e865 HTTP/1.1" status: 200 len: 375 time: 0.0157647 Jul 29 08:53:36.759795 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-9b449b80-360f-468c-b09c-6bf8b06a42bc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:53:36.845395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-9b449b80-360f-468c-b09c-6bf8b06a42bc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:53:36.846686 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-9b449b80-360f-468c-b09c-6bf8b06a42bc tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657796 Jul 29 08:53:36.989543 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1036a26b-dadd-4612-b46b-7b03a54fe48b service neutron] 10.222.0.36 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308899 Jul 29 08:53:37.120270 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-661a3610-a36e-4bd5-aeb8-0d3bc55f0a45 service neutron] 10.222.0.36 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244419 Jul 29 08:53:37.873820 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4931c1fe-140d-49f0-a685-63f0d3222dfe req-2a411a9c-1898-42f9-a046-7bbdf9baa27e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 210 time: 0.0444951 Jul 29 08:53:39.030307 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e18da637-f2ea-4629-808a-3204aad24692 req-17815fcc-59ff-47a1-92ae-2d3fe2eb9f4c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 210 time: 0.0484562 Jul 29 08:53:40.182551 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-35675425-e961-4e7f-ab37-afd8aab70253 req-8909e16c-5382-4710-9aab-3e0fbf2c7bf8 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 210 time: 0.0427887 Jul 29 08:53:40.373039 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1373d08b-8475-4ec6-bdfd-ca1005761006 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:40.374467 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1373d08b-8475-4ec6-bdfd-ca1005761006 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 808 time: 0.1598129 Jul 29 08:53:40.424969 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-59179503-925f-4ef3-96f7-b5cb25ad3208 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56eedfc4ba7f47b19bc7fa320d03e865 HTTP/1.1" status: 200 len: 379 time: 0.0419207 Jul 29 08:53:40.433329 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'port': {'device_id': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'admin_state_up': True, 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'security_groups': ['f4c47eff-a30a-4cae-adc4-686e805923b9']}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:40.575597 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:40.586640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:40.663746 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Made reservation on behalf of 56eedfc4ba7f47b19bc7fa320d03e865 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:53:40.667585 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:40.854310 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Allocated IP 172.20.0.14 (855110e0-b7ce-4004-98a0-fd555c0fc05d/a483de6a-738c-4ee2-9ebb-bc5e804730f0/e195b808-4b19-452d-95c3-34553cbd0564) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:40.857305 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:53:41.046922 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.063476 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Transition to ACTIVE for port object e195b808-4b19-452d-95c3-34553cbd0564 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:41.150391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.156322 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a1367552-b8bc-45d1-8ab3-2f56f1fb55d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:41.225684 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:41.229675 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:41.232341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:41.283862 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:41.304264 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.304755 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.305261 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.305714 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.306304 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.307154 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.307766 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.308574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.309072 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.309533 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.309994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.310787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:41.317926 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:41.409654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:41.414029 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.460007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597be7bd-3867-4590-a999-1c14d509392e req-73e9d35a-1b05-4df6-86d4-52e6da3db261 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:41.460719 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-597be7bd-3867-4590-a999-1c14d509392e req-73e9d35a-1b05-4df6-86d4-52e6da3db261 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:53:41.546039 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-1bcd8c3c-f550-4551-a632-30637feaf7ef tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1161737 Jul 29 08:53:41.558001 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Request body: {'port': {'device_id': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:41.616380 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-233667aa-6049-4322-86e2-d4039f472981 None None] Provisioning for port e195b808-4b19-452d-95c3-34553cbd0564 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:41.621539 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-233667aa-6049-4322-86e2-d4039f472981 None None] Provisioning complete for port e195b808-4b19-452d-95c3-34553cbd0564 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:41.626189 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-233667aa-6049-4322-86e2-d4039f472981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.652301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-597be7bd-3867-4590-a999-1c14d509392e req-73e9d35a-1b05-4df6-86d4-52e6da3db261 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:53:41.653474 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-597be7bd-3867-4590-a999-1c14d509392e req-73e9d35a-1b05-4df6-86d4-52e6da3db261 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 932 time: 0.3339388 Jul 29 08:53:41.686138 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-233667aa-6049-4322-86e2-d4039f472981 None None] Port e195b808-4b19-452d-95c3-34553cbd0564 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:53:41.777242 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a583-5fc2-4e18-9717-441310b65465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.819740 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:41.834428 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-597be7bd-3867-4590-a999-1c14d509392e req-fea8431f-d7a6-4dd5-b78f-ff922471693f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694913 Jul 29 08:53:42.021984 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.178348 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e195b808-4b19-452d-95c3-34553cbd0564 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:53:42.187647 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.203899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Transition to ACTIVE for port object e195b808-4b19-452d-95c3-34553cbd0564 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:53:42.281016 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.285260 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d05b4a8c-cc5b-430a-acc3-ca4df522c974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:42.413524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:42.445336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:42.524427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Attempting to bind port e195b808-4b19-452d-95c3-34553cbd0564 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:53:42.524926 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Attempting to bind port e195b808-4b19-452d-95c3-34553cbd0564 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:53:42.525518 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Attempting to bind port e195b808-4b19-452d-95c3-34553cbd0564 on network 855110e0-b7ce-4004-98a0-fd555c0fc05d {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:42.530946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Port e195b808-4b19-452d-95c3-34553cbd0564 on network 855110e0-b7ce-4004-98a0-fd555c0fc05d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:53:42.531467 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Attempting to bind port e195b808-4b19-452d-95c3-34553cbd0564 on network 855110e0-b7ce-4004-98a0-fd555c0fc05d {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:53:42.537545 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:53:42.537939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Checking segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:53:42.538324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Bound using segment: {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:53:42.538743 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Bound port: e195b808-4b19-452d-95c3-34553cbd0564, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b9552e-5fca-41b1-9b38-9b3ac266792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:53:42.539092 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.636671 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:53:42.639713 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:53:42.708896 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.712689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:42.775851 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:42.776469 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:42.777897 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] 10.222.0.11 "PUT /v2.0/ports/e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1094 time: 1.2244687 Jul 29 08:53:42.778411 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:53:42.804427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:42.807836 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:42.831687 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'status': 'completed', 'code': 200} Jul 29 08:53:42.931748 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-c79f503c-aab7-4364-b4cc-5ce14b93b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:42.937151 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-c79f503c-aab7-4364-b4cc-5ce14b93b3fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1097 time: 0.0848477 Jul 29 08:53:43.141664 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-b105f416-9b65-478b-81f1-ee0855e21637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.143171 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-b105f416-9b65-478b-81f1-ee0855e21637 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1991227 Jul 29 08:53:43.154595 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6e47a-4831-4442-ad06-b9e47239697b req-594e6539-6c31-4b89-b20d-f7801438f80f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.156138 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ab6e47a-4831-4442-ad06-b9e47239697b req-594e6539-6c31-4b89-b20d-f7801438f80f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.1893942 Jul 29 08:53:43.293692 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5ab6e47a-4831-4442-ad06-b9e47239697b req-b598a151-c70a-477c-b917-c5e81db2a69d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190114 Jul 29 08:53:43.327939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-20c304d4-6d72-400b-84e0-355cb77af006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.330466 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-57ce934b-a31a-4121-92db-4aad0cbad4ac req-20c304d4-6d72-400b-84e0-355cb77af006 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732452 Jul 29 08:53:43.443153 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-db80ea74-9bf3-41bd-9237-8a5b0d70cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.444675 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-db80ea74-9bf3-41bd-9237-8a5b0d70cd51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1097 time: 0.0770657 Jul 29 08:53:43.514744 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-f46bbb93-65cf-4fb7-b665-026bfeb08395 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 217 time: 0.0609164 Jul 29 08:53:43.592553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-7744024a-1659-4ec8-af71-9230b06b1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.594063 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-7744024a-1659-4ec8-af71-9230b06b1e3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0733442 Jul 29 08:53:43.676374 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-96f8cdbd-d461-435c-b4f4-777f6b02a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:43.679284 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-96f8cdbd-d461-435c-b4f4-777f6b02a2af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785656 Jul 29 08:53:43.912600 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-97a1c12c-5404-4880-a11a-2216d12e266d service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243714 Jul 29 08:53:44.074431 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-650d4fc3-7b95-42b3-9d0c-153cebbdc1b1 req-dedf6fb0-174e-4da3-9005-f8c2d358b5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537783 Jul 29 08:53:44.124943 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-cea5b1c3-9d9a-4478-8375-27064fd55f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:44.584801 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189cbd-d603-457f-b586-12ddd3bfdbf1 req-60e4f9c8-1bc2-4564-a948-ad8f08c4ceff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:44.586251 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff189cbd-d603-457f-b586-12ddd3bfdbf1 req-60e4f9c8-1bc2-4564-a948-ad8f08c4ceff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.1749208 Jul 29 08:53:44.644019 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ff189cbd-d603-457f-b586-12ddd3bfdbf1 req-fa8f1a19-59fa-4b74-8a2c-b71f68268d6d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516212 Jul 29 08:53:45.287453 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:45.299188 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:53:45.484502 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:45.503609 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'e195b808-4b19-452d-95c3-34553cbd0564', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'mac_address': 'fa:16:3e:ab:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:53:45.564071 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:45.581280 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e195b808-4b19-452d-95c3-34553cbd0564 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:53:45.599664 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:45.714770 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:45.717097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-6760e97a-0860-4468-9d48-3d1e08d99563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:45.797140 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:45.800717 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:45.853553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8066-2e12-4657-ad2e-3d4d3198eaa8 req-246db41a-e6a0-4183-8d6d-c8d6f5be671c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:45.855080 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-118a8066-2e12-4657-ad2e-3d4d3198eaa8 req-246db41a-e6a0-4183-8d6d-c8d6f5be671c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 945 time: 0.0853255 Jul 29 08:53:45.906421 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-118a8066-2e12-4657-ad2e-3d4d3198eaa8 req-d037d4f2-1d63-4299-9eeb-19b8c42decc8 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Jul 29 08:53:45.943953 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['e195b808-4b19-452d-95c3-34553cbd0564'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:53:46.692178 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:47.103475 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b07e2-6dff-4642-b957-4b9b449e2c7d req-fee625b2-0f4d-4baf-b14c-2f804a82b556 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:47.104974 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3d9b07e2-6dff-4642-b957-4b9b449e2c7d req-fee625b2-0f4d-4baf-b14c-2f804a82b556 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 945 time: 0.0910807 Jul 29 08:53:47.150889 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3d9b07e2-6dff-4642-b957-4b9b449e2c7d req-26effe0c-c8e1-4edf-bd2a-5686f0dd4ff2 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Jul 29 08:53:47.310048 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:53:47.452628 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port e195b808-4b19-452d-95c3-34553cbd0564 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:53:47.457950 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port e195b808-4b19-452d-95c3-34553cbd0564 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:53:47.458328 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:47.587722 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:47.615908 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:53:47.625994 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:53:47.662534 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'code': 200} Jul 29 08:53:47.744318 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:47.746234 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-3013927d-4b03-4750-aad9-5282b8053b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:47.813503 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:47.816517 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:48.124265 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81595a-b195-4411-a70a-df13b1d6fbb4 req-6b702f34-da03-4274-9273-751d6b5b1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:48.125852 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bb81595a-b195-4411-a70a-df13b1d6fbb4 req-6b702f34-da03-4274-9273-751d6b5b1d4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.0855603 Jul 29 08:53:48.171111 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bb81595a-b195-4411-a70a-df13b1d6fbb4 req-f015a9d6-0295-4e00-a4d3-6c83ae2d624f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385602 Jul 29 08:53:48.346729 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535dc8-b24b-4f63-970a-6a0b81ac39dd req-471ef1a1-b1d4-460b-a109-e376926fbe29 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:48.348692 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9b535dc8-b24b-4f63-970a-6a0b81ac39dd req-471ef1a1-b1d4-460b-a109-e376926fbe29 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0823016 Jul 29 08:53:48.397557 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9b535dc8-b24b-4f63-970a-6a0b81ac39dd req-e1db09db-fa56-4081-94ae-2a9c129ad001 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Jul 29 08:53:49.602089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e921574-f21d-4bf0-9be5-ffded6438c46 req-be67a6b9-1f8b-4b55-95a6-8c9d41fd277d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:49.603708 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e921574-f21d-4bf0-9be5-ffded6438c46 req-be67a6b9-1f8b-4b55-95a6-8c9d41fd277d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0902405 Jul 29 08:53:49.651076 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7e921574-f21d-4bf0-9be5-ffded6438c46 req-20d22755-14f4-43ef-a5b1-8e9b95877996 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Jul 29 08:53:49.839683 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ea22-498f-407d-978c-5cc510f80e0a req-c4f1f4bf-ae5d-4d15-b91f-f31fa92f1cf0 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:49.841168 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-72a1ea22-498f-407d-978c-5cc510f80e0a req-c4f1f4bf-ae5d-4d15-b91f-f31fa92f1cf0 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0860353 Jul 29 08:53:49.887877 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-72a1ea22-498f-407d-978c-5cc510f80e0a req-4c6dbbb7-8bdf-469a-acc6-067c59251df6 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 Jul 29 08:53:49.910491 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49214) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:50.078393 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7235c7-1149-4e01-8fc7-e8b40b043c9b tempest-TestShelveInstance-980264489 tempest-TestShelveInstance-980264489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:50.079903 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-fc7235c7-1149-4e01-8fc7-e8b40b043c9b tempest-TestShelveInstance-980264489 tempest-TestShelveInstance-980264489-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1094 time: 0.1677964 Jul 29 08:53:50.083317 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49220) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:53:50.088494 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:53:50.094780 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:53:50.099665 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Usage tracker for resource:floatingip and tenant:56eedfc4ba7f47b19bc7fa320d03e865 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:53:50.102883 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:53:50.108579 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:53:50.206786 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for floatingip, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:50.342788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:50.481399 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Allocated IP 172.28.1.116 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/9e9d3033-76d0-490f-9427-dc63d5c4015f) {{(pid=79225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:53:50.640672 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for port, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:50.750205 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:50.753988 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:50.820135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:53:50.823273 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Resources bound (agent type, host, resource id): {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:53:50.826970 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Received port after_create {{(pid=79225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:53:50.862942 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'Port': ['ID=9e9d3033-76d0-490f-9427-dc63d5c4015f,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:50.880115 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.880487 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.880853 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.881266 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.881617 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.882083 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.882439 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.882793 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.883147 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.883497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.883846 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.884194 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:53:50.889628 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:51.271162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:51.433955 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:51.743588 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for port, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:51.864097 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189935'] for port, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:51.868037 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-414b93cb-5bcd-4afe-b07c-f3f8bf884196 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:53:51.973454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event updated for resources: {'Port': ['ID=9e9d3033-76d0-490f-9427-dc63d5c4015f,revision_number=2']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:53:51.978000 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:53:51.986564 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:52.166484 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Floating IP 5ffbb26d-17b4-4567-801e-4466d4a5e931 associated. External IP: 172.28.1.116, port: e195b808-4b19-452d-95c3-34553cbd0564. Jul 29 08:53:52.538343 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:53:52.714707 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:53:52.726528 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Sync routers for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:53:52.736710 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:52.737362 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:53:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:52.821895 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:52.881426 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7970417 Jul 29 08:53:52.882255 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:53:52.928683 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'status': 'completed', 'code': 200} Jul 29 08:53:52.953417 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:53.022988 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14dbc-323b-4bab-8004-654815a32442 req-9c477de4-a5b1-444b-b68b-ca9f7b8e85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:53.024516 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-9c477de4-a5b1-444b-b68b-ca9f7b8e85e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.0735147 Jul 29 08:53:53.181994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14dbc-323b-4bab-8004-654815a32442 req-69d6ae97-8fff-42a6-9936-f0a900d8e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:53.183557 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-69d6ae97-8fff-42a6-9936-f0a900d8e248 service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.1514952 Jul 29 08:53:53.315014 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-a7c2da1f-e252-4f00-abfb-e8ae0fecc62a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1000 time: 0.1244421 Jul 29 08:53:53.332104 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '5ffbb26d-17b4-4567-801e-4466d4a5e931', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'floating_ip_address': '172.28.1.116', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'mac_address': 'fa:16:3e:ab:f7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:53:51Z', 'updated_at': '2021-07-29T08:53:51Z', 'revision_number': 0, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:53.338006 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Checking router: 38757ca3-f22d-4fbc-8a0d-ddee8563c61f for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:53:53.353185 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:53:53.358019 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:53:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:53.397409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14dbc-323b-4bab-8004-654815a32442 req-d0b37682-b3a8-4ea9-9838-066a05a3863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:53.400424 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-d0b37682-b3a8-4ea9-9838-066a05a3863f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0773818 Jul 29 08:53:53.483248 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14dbc-323b-4bab-8004-654815a32442 req-30edea7f-1d58-4584-93dd-a22ee80e1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:53.489848 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-30edea7f-1d58-4584-93dd-a22ee80e1092 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792370 Jul 29 08:53:53.555859 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:53:53.626221 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-79189997-4f3a-4228-b569-2660ab8bff8b service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343300 Jul 29 08:53:53.769935 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-80f14dbc-323b-4bab-8004-654815a32442 req-d8a0fe4a-07f9-4a5b-915e-c156c38b0b42 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372044 Jul 29 08:53:53.929401 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '5ffbb26d-17b4-4567-801e-4466d4a5e931', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'floating_ip_address': '172.28.1.116', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'mac_address': 'fa:16:3e:ab:f7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:53:51Z', 'updated_at': '2021-07-29T08:53:51Z', 'revision_number': 0, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:53:53.933779 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee27524-68bc-40a7-b144-8829937b95c4 None None] The sync data for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb is: [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '5ffbb26d-17b4-4567-801e-4466d4a5e931', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'floating_ip_address': '172.28.1.116', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'mac_address': 'fa:16:3e:ab:f7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:53:51Z', 'updated_at': '2021-07-29T08:53:51Z', 'revision_number': 0, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:53:54.141001 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd5661-ad70-4d2f-b34f-975ed0fac888 None None] New status for floating IP 5ffbb26d-17b4-4567-801e-4466d4a5e931: ACTIVE {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:53:55.400768 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8697-1e8d-406b-ba58-7569c69999ee req-981dbd9e-2790-4229-ac3e-5b4541df06cf tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:55.402268 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ad1f8697-1e8d-406b-ba58-7569c69999ee req-981dbd9e-2790-4229-ac3e-5b4541df06cf tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0855424 Jul 29 08:53:55.448913 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ad1f8697-1e8d-406b-ba58-7569c69999ee req-c823dde3-d66f-4470-a605-bf96e600a2eb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Jul 29 08:53:56.418154 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:53:56.640284 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256ff9d-3c99-4dee-a784-89a22bd3a229 req-a96c207d-5bb2-49e5-b652-d00b02e94155 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:56.641781 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6256ff9d-3c99-4dee-a784-89a22bd3a229 req-a96c207d-5bb2-49e5-b652-d00b02e94155 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0822866 Jul 29 08:53:56.690720 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6256ff9d-3c99-4dee-a784-89a22bd3a229 req-db3c7925-2432-42c3-b1b3-a9ffe0fb5ef9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Jul 29 08:53:57.889365 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763195a3-079b-4c99-898a-c9b857c1f897 req-ba347c31-8b35-4e3e-9b94-671f75e8726b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:57.890784 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-763195a3-079b-4c99-898a-c9b857c1f897 req-ba347c31-8b35-4e3e-9b94-671f75e8726b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0833151 Jul 29 08:53:57.938153 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-763195a3-079b-4c99-898a-c9b857c1f897 req-29962a6e-43d1-4234-a18a-10e96666c225 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Jul 29 08:53:59.126567 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4a2f-ccac-4d72-82c5-4451916e897a req-bf73433f-1536-43e3-ae96-00cb21444eeb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:59.128039 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8e7b4a2f-ccac-4d72-82c5-4451916e897a req-bf73433f-1536-43e3-ae96-00cb21444eeb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0809186 Jul 29 08:53:59.174120 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8e7b4a2f-ccac-4d72-82c5-4451916e897a req-d0ba762c-7bd4-426a-8d75-1ba476a426f5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Jul 29 08:53:59.881313 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-d312067e-4d6f-4120-8da3-2cc7dcd1a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:53:59.882733 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-d312067e-4d6f-4120-8da3-2cc7dcd1a3b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.0737391 Jul 29 08:54:00.120632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-a4a19892-ca65-4d96-bce2-1226eb714ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:00.122117 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-a4a19892-ca65-4d96-bce2-1226eb714ddf service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.2198622 Jul 29 08:54:00.225641 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-a7b8050e-4893-4963-958d-06a4dc22f492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 999 time: 0.0967472 Jul 29 08:54:00.290205 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-09e59616-e12d-4726-94d1-138cfa9907de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:00.291677 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-09e59616-e12d-4726-94d1-138cfa9907de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0581715 Jul 29 08:54:00.366388 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1ee7c-cceb-42ff-8769-8dbdcceba7b9 req-f8470113-6c8d-41a4-9081-1f3cdb255869 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:00.367871 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-30e1ee7c-cceb-42ff-8769-8dbdcceba7b9 req-f8470113-6c8d-41a4-9081-1f3cdb255869 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0850401 Jul 29 08:54:00.370679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-2d6670c3-ad4d-44ec-9943-e804c40ab219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:00.372153 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-2d6670c3-ad4d-44ec-9943-e804c40ab219 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713854 Jul 29 08:54:00.413119 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-30e1ee7c-cceb-42ff-8769-8dbdcceba7b9 req-bb730f1b-3b76-4479-af36-baf981dbc4d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391967 Jul 29 08:54:00.507860 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-d7aeba8a-051f-4c34-9627-743316dfad3e service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262555 Jul 29 08:54:00.642641 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e1cdb44c-fe46-4b6e-90f6-12f3f95aac72 req-ced5ae3f-3c19-4622-bacb-1f839ece1316 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Jul 29 08:54:01.612636 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d9589-38cd-4d65-bc51-ff7a49055c91 req-b836fc46-65ab-408d-9794-e0a0695f292f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:01.614279 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-665d9589-38cd-4d65-bc51-ff7a49055c91 req-b836fc46-65ab-408d-9794-e0a0695f292f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0949864 Jul 29 08:54:01.660680 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-665d9589-38cd-4d65-bc51-ff7a49055c91 req-72c11455-13b6-4741-afac-56affbf0e4e4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jul 29 08:54:02.842539 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1174-aa25-419c-9520-0e4664ade0ba req-2e9ee8e5-9069-4f15-b11d-951fc47c7084 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:02.843913 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e4bb1174-aa25-419c-9520-0e4664ade0ba req-2e9ee8e5-9069-4f15-b11d-951fc47c7084 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0781119 Jul 29 08:54:02.889267 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-e4bb1174-aa25-419c-9520-0e4664ade0ba req-ed021c52-9d37-4c90-8d0f-7ff4077d4d56 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Jul 29 08:54:04.077219 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fcd9-5c64-4bf7-a645-2eb5bd6cecbe req-0a1a05b3-88d9-481f-a071-19e28a71263a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:04.079451 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7136fcd9-5c64-4bf7-a645-2eb5bd6cecbe req-0a1a05b3-88d9-481f-a071-19e28a71263a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0851510 Jul 29 08:54:04.129100 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7136fcd9-5c64-4bf7-a645-2eb5bd6cecbe req-c2442fc2-6a21-44c2-9b9c-6a9c37d2236f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Jul 29 08:54:05.411906 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e07ed0-dd41-4486-94c0-f6b2a103c063 req-2acbe8f7-1d18-4039-a706-87721aeedfa9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:05.413301 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-11e07ed0-dd41-4486-94c0-f6b2a103c063 req-2acbe8f7-1d18-4039-a706-87721aeedfa9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.1763890 Jul 29 08:54:05.457805 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-11e07ed0-dd41-4486-94c0-f6b2a103c063 req-aee455cf-99fc-4aa6-99cf-54b540f01af2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387437 Jul 29 08:54:06.649314 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e5b6d-882a-431f-8341-dec45f99bcaf req-b7550773-2cde-4a65-8766-30bf5dd94d16 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:06.650864 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3e0e5b6d-882a-431f-8341-dec45f99bcaf req-b7550773-2cde-4a65-8766-30bf5dd94d16 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0821366 Jul 29 08:54:06.698454 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3e0e5b6d-882a-431f-8341-dec45f99bcaf req-b74b7080-6b5e-4f44-bd68-39ccf9392649 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Jul 29 08:54:07.175974 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adaceb-8aff-4b81-9a4b-98749c99e63b req-8a005561-353e-47d3-9e48-879625f912fb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:07.178104 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-36adaceb-8aff-4b81-9a4b-98749c99e63b req-8a005561-353e-47d3-9e48-879625f912fb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0916505 Jul 29 08:54:07.226413 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-36adaceb-8aff-4b81-9a4b-98749c99e63b req-09b4eaad-1a7a-48cb-9c79-b6311964b5ef tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Jul 29 08:54:07.319406 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-8cefb496-d924-410a-9730-aa40dbc9125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:07.322552 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-8cefb496-d924-410a-9730-aa40dbc9125f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 1098 time: 0.0806468 Jul 29 08:54:07.454225 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-0348172a-32da-469e-b96d-f0f90dc1c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:07.455619 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-0348172a-32da-469e-b96d-f0f90dc1c2ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.1264353 Jul 29 08:54:07.562451 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-a0acbb50-8970-4422-a9c1-f8a157adf947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 200 len: 999 time: 0.1004314 Jul 29 08:54:07.646941 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-9a236a7a-8475-4996-ad02-870fe0097f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:07.648451 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-9a236a7a-8475-4996-ad02-870fe0097f87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0744646 Jul 29 08:54:07.731594 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-e2d003d3-65d0-495d-a716-97fde0389bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:07.732999 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-e2d003d3-65d0-495d-a716-97fde0389bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752630 Jul 29 08:54:07.864944 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-46015079-12b4-43b5-954a-10f017e94be0 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248999 Jul 29 08:54:08.086705 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7ec7fe02-c1f7-43e7-99b0-2c52c6daca25 req-e8db9637-f09d-4d93-be79-ec38cbe29dce service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153392 Jul 29 08:54:08.414582 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8d7f4-9753-42ab-bdaf-5aa7c16b7c39 req-5a07e5a0-cdf1-4738-803a-00d8b849f57d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:08.415939 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2de8d7f4-9753-42ab-bdaf-5aa7c16b7c39 req-5a07e5a0-cdf1-4738-803a-00d8b849f57d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0833528 Jul 29 08:54:08.459944 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2de8d7f4-9753-42ab-bdaf-5aa7c16b7c39 req-bfd99a5f-2850-46a5-9198-16db99872ab2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384073 Jul 29 08:54:09.645692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d8da-0218-4bc5-80e9-a560c350aa9a req-86609b82-99c5-4647-b42c-f80ff0433343 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:09.647207 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0ec4d8da-0218-4bc5-80e9-a560c350aa9a req-86609b82-99c5-4647-b42c-f80ff0433343 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0814698 Jul 29 08:54:09.696072 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-0ec4d8da-0218-4bc5-80e9-a560c350aa9a req-6e7f3a6a-163d-4ebb-9f62-41abaceca186 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Jul 29 08:54:11.720143 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8a56216d-c4d1-417c-825a-f978eecf748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:12.014671 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:14.251545 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-21368756-c4aa-40a1-ae67-43828130de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:15.320208 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:16.748942 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:17.856800 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:54:26.411373 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:41.722216 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9d63bce7-8adb-4ef5-9be7-6e205cff86fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:42.016611 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:43.156193 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb2f7-07cf-45b2-8504-dd840f328a57 req-05d0bba0-8f93-4404-beff-fcba8c04ca0a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:43.157662 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9e2fb2f7-07cf-45b2-8504-dd840f328a57 req-05d0bba0-8f93-4404-beff-fcba8c04ca0a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0789907 Jul 29 08:54:43.202267 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9e2fb2f7-07cf-45b2-8504-dd840f328a57 req-4d1ed472-4439-44fe-acfc-0517901513a1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Jul 29 08:54:44.148018 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-2a405f5e-3b74-4913-9223-b1db5e29d6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:44.391379 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d76e-58ef-4c6e-81ed-b28a896c7366 req-09341651-eecd-44f4-843f-94c386cb029f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:44.392877 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d2f2d76e-58ef-4c6e-81ed-b28a896c7366 req-09341651-eecd-44f4-843f-94c386cb029f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0794079 Jul 29 08:54:44.436311 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-d2f2d76e-58ef-4c6e-81ed-b28a896c7366 req-18d05f10-94d0-4998-98e1-ad516eb69eea tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376060 Jul 29 08:54:45.042203 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-810bb85b-344a-4c93-bd83-56d824443422 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:45.043663 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-810bb85b-344a-4c93-bd83-56d824443422 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.0830011 Jul 29 08:54:45.113661 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Deleting port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:54:45.114034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:45.319323 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:45.368006 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] For port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:54:45.368418 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:45.711288 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:45.711654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:45.711963 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Floating IP 412eb00d-aa63-4b65-9ad1-3287339a04cf disassociated. External IP: 172.28.1.9, port: 845de6f3-871c-4d6d-9858-6aeb3d0dcffb. Jul 29 08:54:45.712299 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Calling delete_port for 845de6f3-871c-4d6d-9858-6aeb3d0dcffb owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:54:45.787414 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98474b9c-5530-49d6-81b0-0dbbbc79f2a8 req-9c5f2443-b162-40c8-bc40-7e3a8bcee45f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:45.787414 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-98474b9c-5530-49d6-81b0-0dbbbc79f2a8 req-9c5f2443-b162-40c8-bc40-7e3a8bcee45f tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 945 time: 0.2401395 Jul 29 08:54:45.898867 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-98474b9c-5530-49d6-81b0-0dbbbc79f2a8 req-1aee0db2-2e5c-4f70-8ef5-c87265309e24 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c13cc3c-128d-48dc-8541-98a800d93db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942392 Jul 29 08:54:45.993710 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:46.000391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76f898d0-4355-4c8a-8bd0-91ff20d346b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:46.044962 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'Port': ['ID=845de6f3-871c-4d6d-9858-6aeb3d0dcffb,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:46.107976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.108346 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.108708 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.109063 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.110019 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.110413 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.110759 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.111109 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.111455 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.111799 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.112141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.112487 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:54:46.115901 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:46.259602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:54:46.560126 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:54:46.570587 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:54:46.584910 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:54:46.585651 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:54:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:54:46.635320 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] No DVR routers for this DVR port 845de6f3-871c-4d6d-9858-6aeb3d0dcffb on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:54:46.638263 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:46.641638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'name': 'network-vif-deleted', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:54:46.686564 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d12395f-66f1-4274-8a45-9d006087056a', 'name': 'network-vif-deleted', 'tag': '845de6f3-871c-4d6d-9858-6aeb3d0dcffb', 'status': 'completed', 'code': 200} Jul 29 08:54:46.702633 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:46.748827 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b045fc3e-50c8-40d0-9506-b115cb415f7f req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "DELETE /v2.0/ports/845de6f3-871c-4d6d-9858-6aeb3d0dcffb HTTP/1.1" status: 204 len: 173 time: 1.6997969 Jul 29 08:54:46.777136 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:54:47.059691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-e13afea7-46bd-494e-a55b-261c36063d1f req-a3e45058-7137-44e0-a818-da2d171a71f4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:54:47.131857 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:54:47.136208 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:54:47.145220 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:54:47.145891 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:54:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:54:47.153800 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-e13afea7-46bd-494e-a55b-261c36063d1f req-a3e45058-7137-44e0-a818-da2d171a71f4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:54:47.155568 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e13afea7-46bd-494e-a55b-261c36063d1f req-a3e45058-7137-44e0-a818-da2d171a71f4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d12395f-66f1-4274-8a45-9d006087056a HTTP/1.1" status: 200 len: 210 time: 0.1453605 Jul 29 08:54:47.333466 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:54:47.673064 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 845de6f3-871c-4d6d-9858-6aeb3d0dcffb no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:54:47.702096 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:54:47.707125 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62884be8-b542-46e3-b3ce-bcb6868b83d1 None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:54:47.714276 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 845de6f3-871c-4d6d-9858-6aeb3d0dcffb {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:54:47.714742 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 845de6f3-871c-4d6d-9858-6aeb3d0dcffb not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:54:47.948883 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9683b52-6485-478f-9bf5-8d832b26dcfe None None] New status for floating IP 412eb00d-aa63-4b65-9ad1-3287339a04cf: DOWN {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:54:48.352702 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49310) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:48.425119 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:48.456979 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:48.579443 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:48.583519 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5d1de1bb-8da7-49f3-bbb1-ba380e5fba39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:48.598236 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13cc3c-128d-48dc-8541-98a800d93db4,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:48.601829 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:48.679454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:48.680684 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c13cc3c-128d-48dc-8541-98a800d93db4 HTTP/1.1" status: 204 len: 168 time: 0.3269150 Jul 29 08:54:48.683894 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49314) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:48.701136 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.api.v2.resource [None req-31f68a84-db6f-408e-a45a-f86c226dea27 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] show failed (client error): The resource could not be found. Jul 29 08:54:48.702181 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-31f68a84-db6f-408e-a45a-f86c226dea27 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups/1c13cc3c-128d-48dc-8541-98a800d93db4 HTTP/1.1" status: 404 len: 347 time: 0.0173290 Jul 29 08:54:48.705966 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49318) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:48.862173 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Deleting port f6794141-129d-451d-9355-db46be8330a7 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:54:48.862396 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.026858 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.027181 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.145695 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Calling delete_port for f6794141-129d-451d-9355-db46be8330a7 owned by network:floatingip {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:54:49.342130 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.346735 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-fbb1b0e8-1d60-46fa-9893-635981bfab98 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:49.390013 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'Port': ['ID=f6794141-129d-451d-9355-db46be8330a7,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:49.423195 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:49.480179 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.611349 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:49.612841 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "DELETE /v2.0/floatingips/412eb00d-aa63-4b65-9ad1-3287339a04cf HTTP/1.1" status: 204 len: 168 time: 0.9059741 Jul 29 08:54:49.934691 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49324) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:49.940365 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869757517', 'description': 'tempest-description--156289876'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:49.946614 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:49.950846 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:54:49.954305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:54:49.961015 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:50.041554 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.062081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:50.066029 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:54:50.068807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:54:50.074489 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:50.142313 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.210657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.214857 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ce9c6a18-e897-4cb4-a0c4-f0378051e996 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:50.256886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6601014d-ef9f-4001-aa5b-e114cdbf8ecd,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:50.260158 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:50.344593 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.345885 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-22532b60-cd3e-4a24-8401-eca03fcda070 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4098561 Jul 29 08:54:50.349481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49328) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:50.354108 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group_rule': {'security_group_id': '6601014d-ef9f-4001-aa5b-e114cdbf8ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:50.360071 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:50.363964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:54:50.366801 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:54:50.372424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:50.457519 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.520223 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.627942 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.630102 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-1d744a05-d65e-4bf3-8416-8c0d635bddb1 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:50.653805 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a34a36-757d-47f7-b4ea-826d08cd24b0,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:50.658254 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:50.736526 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.737734 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-40289a90-c767-41c8-9d2a-815d7f3eb090 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3878398 Jul 29 08:54:50.740531 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49332) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:50.747341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'security_group_rule': {'security_group_id': '6601014d-ef9f-4001-aa5b-e114cdbf8ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:50.753141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:50.757353 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:security_group_rule and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:54:50.760299 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:54:50.766839 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:50.866059 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:50.928679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.001963 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992058'] for security_group_rule, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.008197 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-edf7b111-177a-490a-94e2-ba1b20fac6ff tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:51.027231 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2637122-8f24-488d-8dbd-327b60707acb,revision_number=0']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:51.029623 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:51.124753 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.125925 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-db8735c8-9a32-4255-8588-999982da731a tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844793 Jul 29 08:54:51.128973 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49336) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:54:51.134135 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'floatingip': {'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:51.140007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:51.143752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Usage tracker for resource:floatingip and tenant:33cd663b70b3494cbc63eba35d4efbe1 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:54:51.146681 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:54:51.152230 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:51.230063 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.366460 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.501870 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Allocated IP 172.28.1.6 (881a7fd5-f822-4a3e-9940-27d7c43afdc4/c9230837-e484-4e4c-b888-f3cf6c4e5705/9c396d08-d396-4db7-a59a-569d225674f7) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:54:51.647615 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.769271 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:51.773004 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5eded401-fc34-4c1b-981d-4814f4bfe42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:51.832391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Network 881a7fd5-f822-4a3e-9940-27d7c43afdc4 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:54:51.835351 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:54:51.838952 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:54:51.876359 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=9c396d08-d396-4db7-a59a-569d225674f7,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:51.880324 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:51.923903 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.050822 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.254111 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.341894 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.345583 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2cddc7c4-b276-4dd1-81db-877d83be204a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:52.446153 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=9c396d08-d396-4db7-a59a-569d225674f7,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:52.450173 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:52.456461 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.578926 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:52.580428 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4504943 Jul 29 08:54:52.904806 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-5c785ddd-7723-4023-a1f4-8ef95b4adcb8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:54:52.981973 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-5c785ddd-7723-4023-a1f4-8ef95b4adcb8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:54:52.983218 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-5c785ddd-7723-4023-a1f4-8ef95b4adcb8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--869757517&fields=id&tenant_id=33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 267 time: 0.1203012 Jul 29 08:54:53.221016 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-23b19af2-3c7d-4149-b8a7-8b40696920bd tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:53.222487 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-23b19af2-3c7d-4149-b8a7-8b40696920bd tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 810 time: 0.2328260 Jul 29 08:54:53.237279 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-517da8c9-bb48-4129-b91f-3e243609a1da tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/quotas/33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 375 time: 0.0091920 Jul 29 08:54:53.319626 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-5a664760-6321-42a7-b071-0c6a076904e2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775564 Jul 29 08:54:53.334944 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-e4c84e1f-97cc-4e0d-a073-b18cba97bc29 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:54:53.335868 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-e4c84e1f-97cc-4e0d-a073-b18cba97bc29 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050726 Jul 29 08:54:53.465173 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-6a056541-b7a7-43c1-abd7-03ad1d2e70ea service neutron] 10.222.0.36 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240184 Jul 29 08:54:53.597922 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-6dab1bd0-0858-4aa6-91ad-9b4710706a32 service neutron] 10.222.0.36 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264994 Jul 29 08:54:53.935891 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-869f96e0-1e5c-4905-9fad-83370cf8cbc0 req-601f98fe-fea3-4eae-9ea5-2722c8237335 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:54:54.006934 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-869f96e0-1e5c-4905-9fad-83370cf8cbc0 req-601f98fe-fea3-4eae-9ea5-2722c8237335 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:54:54.008124 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-869f96e0-1e5c-4905-9fad-83370cf8cbc0 req-601f98fe-fea3-4eae-9ea5-2722c8237335 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 210 time: 0.1706138 Jul 29 08:54:54.855551 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:54:55.160315 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-927eeee7-4fc4-4d00-8e4b-af76e77dc35a req-5228ecf9-d5f0-407c-bceb-824f26adb49d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 210 time: 0.0473940 Jul 29 08:54:56.072375 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-bfdc8b32-6c38-43c3-90f0-c36ef9f74ae4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:56.073795 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-bfdc8b32-6c38-43c3-90f0-c36ef9f74ae4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 810 time: 0.1454747 Jul 29 08:54:56.121993 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-bd621ac9-fcdb-4161-adf4-085eac79c4b8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33cd663b70b3494cbc63eba35d4efbe1 HTTP/1.1" status: 200 len: 379 time: 0.0397041 Jul 29 08:54:56.130423 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'port': {'device_id': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'admin_state_up': True, 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'security_groups': ['6601014d-ef9f-4001-aa5b-e114cdbf8ecd']}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:56.266348 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:54:56.277062 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:54:56.318644 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-484d6ae3-1f2d-4457-abf8-759a79a0f6d3 req-62382e0b-1d12-4504-b483-b3507a548180 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 210 time: 0.0469463 Jul 29 08:54:56.407098 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Made reservation on behalf of 33cd663b70b3494cbc63eba35d4efbe1 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:54:56.410895 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:56.422742 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:56.576940 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Allocated IP 172.20.0.7 (6a05ccab-aea4-438f-a040-c32ec7de6e3e/3e50df34-b08d-4046-8ec4-c405dbe4568b/fb306f60-f894-4dd9-a2b5-9b0a074337c1) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:54:56.764250 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:56.779665 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Transition to ACTIVE for port object fb306f60-f894-4dd9-a2b5-9b0a074337c1 will not be triggered until provisioned by entity DHCP. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:54:56.887177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:56.892984 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-57ebffb5-6808-43c7-86b2-5a921ede11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:56.959506 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:54:56.962704 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:54:56.966550 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:54:57.004038 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event updated for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:57.008477 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:57.036258 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:57.036871 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:57.127931 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009985 Jul 29 08:54:57.140660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Request body: {'port': {'device_id': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:54:57.251474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:57.292502 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-6c481780-4172-411e-bfb6-db1f3022cc96 None None] Provisioning for port fb306f60-f894-4dd9-a2b5-9b0a074337c1 completed by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:54:57.298267 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-6c481780-4172-411e-bfb6-db1f3022cc96 None None] Provisioning complete for port fb306f60-f894-4dd9-a2b5-9b0a074337c1 triggered by entity DHCP. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:54:57.298644 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-6c481780-4172-411e-bfb6-db1f3022cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:57.351210 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-6c481780-4172-411e-bfb6-db1f3022cc96 None None] Port fb306f60-f894-4dd9-a2b5-9b0a074337c1 cannot update to ACTIVE because it is not bound. {{(pid=79226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 08:54:57.723430 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b2cb-c15d-4987-8c99-8b4651463200 req-bd19a3e7-4a61-418b-91e3-f2b7b8a31f6b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:57.724116 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a7e7b2cb-c15d-4987-8c99-8b4651463200 req-bd19a3e7-4a61-418b-91e3-f2b7b8a31f6b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:54:57.789077 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb306f60-f894-4dd9-a2b5-9b0a074337c1 {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:54:57.796391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:57.810214 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Transition to ACTIVE for port object fb306f60-f894-4dd9-a2b5-9b0a074337c1 will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:54:57.840818 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-a7e7b2cb-c15d-4987-8c99-8b4651463200 req-bd19a3e7-4a61-418b-91e3-f2b7b8a31f6b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:54:57.841972 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a7e7b2cb-c15d-4987-8c99-8b4651463200 req-bd19a3e7-4a61-418b-91e3-f2b7b8a31f6b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 931 time: 0.4112272 Jul 29 08:54:57.877676 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:57.884743 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-50d78282-3bb5-46f2-b747-fb9224568b91 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:57.938883 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a7e7b2cb-c15d-4987-8c99-8b4651463200 req-2ec37f29-321b-4293-9aab-149339cc90a4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911531 Jul 29 08:54:58.051092 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Pushing event updated for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:58.058581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:58.123820 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Attempting to bind port fb306f60-f894-4dd9-a2b5-9b0a074337c1 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:54:58.124077 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Attempting to bind port fb306f60-f894-4dd9-a2b5-9b0a074337c1 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:54:58.125020 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Attempting to bind port fb306f60-f894-4dd9-a2b5-9b0a074337c1 on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:54:58.129481 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Port fb306f60-f894-4dd9-a2b5-9b0a074337c1 on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:54:58.129826 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Attempting to bind port fb306f60-f894-4dd9-a2b5-9b0a074337c1 on network 6a05ccab-aea4-438f-a040-c32ec7de6e3e {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:54:58.134852 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:54:58.135183 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Checking segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:54:58.135554 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Bound using segment: {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:54:58.135976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Bound port: fb306f60-f894-4dd9-a2b5-9b0a074337c1, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d2990-59c6-422d-8961-3e3a491db140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:54:58.136313 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:58.226644 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:54:58.229841 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:54:58.341867 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:58.345605 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-140d20b6-2ac1-49e1-b8d7-49024b74a348 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:54:58.401496 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:58.402126 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:54:58.403522 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] 10.222.0.11 "PUT /v2.0/ports/fb306f60-f894-4dd9-a2b5-9b0a074337c1 HTTP/1.1" status: 200 len: 1093 time: 1.2671485 Jul 29 08:54:58.404026 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:54:58.427912 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Pushing event updated for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:54:58.431399 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:54:58.451485 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'status': 'completed', 'code': 200} Jul 29 08:54:58.550368 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-e5501e65-514c-4ef1-b24b-5b231c90818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:58.552143 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-e5501e65-514c-4ef1-b24b-5b231c90818d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0791585 Jul 29 08:54:58.692427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-bca99c82-e213-430d-b9d2-4f0e3ad6d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:58.693907 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-bca99c82-e213-430d-b9d2-4f0e3ad6d100 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1346290 Jul 29 08:54:58.829613 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-f9924eb4-4316-49bd-b470-944b85144385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:58.831098 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b2a3e602-2901-42f7-bdea-a1231cd560ca req-f9924eb4-4316-49bd-b470-944b85144385 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303523 Jul 29 08:54:58.933721 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-e6aae285-6e88-424d-90c8-dae61d8dc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:58.935244 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-e6aae285-6e88-424d-90c8-dae61d8dc49d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0708439 Jul 29 08:54:59.005065 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-760f13e9-9646-4c04-9dc3-b1ee61dee20b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1 HTTP/1.1" status: 200 len: 217 time: 0.0631366 Jul 29 08:54:59.069998 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-dd1082fd-63a0-4793-8a64-e5313b106df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:59.071524 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-dd1082fd-63a0-4793-8a64-e5313b106df7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0600321 Jul 29 08:54:59.157140 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-7f8fa0c5-4439-4aaf-8784-31246f24976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:59.158676 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-7f8fa0c5-4439-4aaf-8784-31246f24976e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797961 Jul 29 08:54:59.344457 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-3ef9e2f9-add3-4b46-8da0-78cb99f8c7d5 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790307 Jul 29 08:54:59.356325 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c802e6-d8d4-47d2-8ffa-23f851535ea4 req-badaf21c-6767-4cd5-840d-1aa5410a9fa3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:54:59.357691 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f9c802e6-d8d4-47d2-8ffa-23f851535ea4 req-badaf21c-6767-4cd5-840d-1aa5410a9fa3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 943 time: 0.1679714 Jul 29 08:54:59.488114 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f9c802e6-d8d4-47d2-8ffa-23f851535ea4 req-3b8a0e7c-ed95-4790-b4db-e2d10976c739 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122239 Jul 29 08:54:59.610817 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-dd405ea9-4116-4618-bc4f-62673e1dc544 req-23f5b2ce-4915-4d71-b938-d0ae97192ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521625 Jul 29 08:55:00.671434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4b012-d8bd-4efb-aba3-9081d08e8970 req-464452c7-59f0-4487-822e-c4d707e9cf0d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:00.672883 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-13a4b012-d8bd-4efb-aba3-9081d08e8970 req-464452c7-59f0-4487-822e-c4d707e9cf0d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 943 time: 0.0798035 Jul 29 08:55:00.715729 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-13a4b012-d8bd-4efb-aba3-9081d08e8970 req-befab68f-c6ad-4e2c-80b0-f587c42fda42 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Synchronizing usage tracker for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:55:00.727954 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-13a4b012-d8bd-4efb-aba3-9081d08e8970 req-befab68f-c6ad-4e2c-80b0-f587c42fda42 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Unset dirty status for tenant:33cd663b70b3494cbc63eba35d4efbe1 on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:55:00.729082 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-13a4b012-d8bd-4efb-aba3-9081d08e8970 req-befab68f-c6ad-4e2c-80b0-f587c42fda42 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506630 Jul 29 08:55:00.849547 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-806c5daf-f285-4ef8-801e-4e00a8e00f84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678926 Jul 29 08:55:00.940923 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-c28e9d63-7222-4f1b-b25f-b3c21bacb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:00.942420 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-c28e9d63-7222-4f1b-b25f-b3c21bacb267 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.0735929 Jul 29 08:55:01.085624 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-85b01c78-43d2-4019-a05a-3664d1b69aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:01.087101 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-85b01c78-43d2-4019-a05a-3664d1b69aa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.1266029 Jul 29 08:55:01.188649 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-d82c7513-aadd-47a4-bc9b-5e058dca713c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1002 time: 0.0949795 Jul 29 08:55:01.248339 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-8cd196ef-d004-4c4e-9ef5-3e93e03bc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:01.249734 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-8cd196ef-d004-4c4e-9ef5-3e93e03bc278 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0555317 Jul 29 08:55:01.325510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-d3914686-3734-46f5-b081-c65b44e05034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:01.327029 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-d3914686-3734-46f5-b081-c65b44e05034 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711904 Jul 29 08:55:01.337873 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-e145af88-b837-4edc-831e-8647c83ca876 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:55:01.339296 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-e145af88-b837-4edc-831e-8647c83ca876 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049050 Jul 29 08:55:01.469542 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-51ef0e94-68a7-49aa-b05c-d0dd39ea3e14 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242135 Jul 29 08:55:01.599684 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-c46d4bb4-ae27-4514-af26-8ec766456574 req-6a711bfa-e39a-42c4-ac08-bda94ea0424a service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245146 Jul 29 08:55:01.744467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device fb306f60-f894-4dd9-a2b5-9b0a074337c1 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:55:01.911838 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:55:01.924726 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef06e0-8890-4be5-aa66-5b38dd6b2df4 req-60e50f7f-6d9f-4ca2-8cec-446b986332f0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:01.926334 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a0ef06e0-8890-4be5-aa66-5b38dd6b2df4 req-60e50f7f-6d9f-4ca2-8cec-446b986332f0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 943 time: 0.0924397 Jul 29 08:55:01.930762 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'port_id': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'mac_address': 'fa:16:3e:7c:6b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:55:01.971041 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a0ef06e0-8890-4be5-aa66-5b38dd6b2df4 req-2bf32cc3-0a77-42c3-b8fa-90b4bfa6ae4c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Jul 29 08:55:01.986347 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:02.010000 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb306f60-f894-4dd9-a2b5-9b0a074337c1 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:55:02.018295 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:55:02.102123 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:02.103961 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:55:02.168045 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:55:02.175304 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.175651 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.175990 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.176323 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.176655 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.176983 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.177308 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.177631 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.177982 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.178303 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.178622 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.178941 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:55:02.182711 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:55:02.316233 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['fb306f60-f894-4dd9-a2b5-9b0a074337c1'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:55:03.182572 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77b9c-2dca-4e7a-85a8-ff1f68fe157b req-247a80a4-cd36-4dbd-b401-16378a2b1785 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:03.184054 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-aac77b9c-2dca-4e7a-85a8-ff1f68fe157b req-247a80a4-cd36-4dbd-b401-16378a2b1785 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 944 time: 0.0841966 Jul 29 08:55:03.228917 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-aac77b9c-2dca-4e7a-85a8-ff1f68fe157b req-a6e1e888-c3cd-493d-8464-66194e7fc63c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393028 Jul 29 08:55:03.744619 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device fb306f60-f894-4dd9-a2b5-9b0a074337c1 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:55:03.875999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port fb306f60-f894-4dd9-a2b5-9b0a074337c1 completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:55:03.881260 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port fb306f60-f894-4dd9-a2b5-9b0a074337c1 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:55:03.881685 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:03.995940 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:04.027253 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:55:04.037313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:55:04.078895 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'code': 200} Jul 29 08:55:04.167056 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:04.169622 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:55:04.236095 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:55:04.239331 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:55:04.424643 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd6c3-5877-4156-bc7e-50b3fd5973dc req-e65b5e4c-028a-4aa4-8fb0-f26ffc7869e3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:04.426156 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-911bd6c3-5877-4156-bc7e-50b3fd5973dc req-e65b5e4c-028a-4aa4-8fb0-f26ffc7869e3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0912552 Jul 29 08:55:04.557549 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b50c-1b87-4d33-9c2a-891de09373e7 req-b60aeb7d-a03f-479b-b708-62e86370b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:04.559114 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e141b50c-1b87-4d33-9c2a-891de09373e7 req-b60aeb7d-a03f-479b-b708-62e86370b01e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0823755 Jul 29 08:55:04.567609 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-911bd6c3-5877-4156-bc7e-50b3fd5973dc req-d4547286-00c1-4769-ab6c-1d264dc2b7b3 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357293 Jul 29 08:55:04.605332 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e141b50c-1b87-4d33-9c2a-891de09373e7 req-f1606238-11b9-4aec-b733-6b9b28b15639 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 Jul 29 08:55:05.758012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb05f-665b-45f4-914f-b50f2b4cfc67 req-f85d4194-8dc4-4f6c-939c-418615ef1489 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:05.759495 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-338fb05f-665b-45f4-914f-b50f2b4cfc67 req-f85d4194-8dc4-4f6c-939c-418615ef1489 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0823081 Jul 29 08:55:05.803306 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-338fb05f-665b-45f4-914f-b50f2b4cfc67 req-19c1c821-c544-406f-a77d-7712919c9213 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Jul 29 08:55:05.986753 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076ea1-ce62-40af-9b9c-69c2b0ed6950 req-fb560a13-8e3f-47d7-82f3-375649a093c5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:05.988295 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2d076ea1-ce62-40af-9b9c-69c2b0ed6950 req-fb560a13-8e3f-47d7-82f3-375649a093c5 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0860703 Jul 29 08:55:05.996843 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49394) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:55:06.002943 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Request body: {'floatingip': {'port_id': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:55:06.106474 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, before_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:06.710352 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:06.776046 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:06.945221 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Floating IP 607989fb-4607-41c2-a6cb-58893c3c1c3c associated. External IP: 172.28.1.6, port: fb306f60-f894-4dd9-a2b5-9b0a074337c1. Jul 29 08:55:07.387929 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:55:07.567691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:55:07.572228 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:07.577966 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:55:07.587216 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:55:07.587829 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:54:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:55:07.632058 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-f4184542-fa8e-4bbe-b766-e0f308f955f9 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "PUT /v2.0/floatingips/607989fb-4607-41c2-a6cb-58893c3c1c3c HTTP/1.1" status: 200 len: 989 time: 1.6336896 Jul 29 08:55:07.632746 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:55:07.677813 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'status': 'completed', 'code': 200} Jul 29 08:55:07.774822 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:55:07.787454 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-484fd93f-8617-431e-b29c-bdc777e4613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:07.788960 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-484fd93f-8617-431e-b29c-bdc777e4613a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0809259 Jul 29 08:55:07.923528 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-56ebcebe-3954-4414-b8cb-5774cf08b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:07.925014 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-56ebcebe-3954-4414-b8cb-5774cf08b5e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.1279440 Jul 29 08:55:08.031207 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-124d34e6-400e-4d8b-911d-ef546ca1be8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1 HTTP/1.1" status: 200 len: 997 time: 0.1000481 Jul 29 08:55:08.099310 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-bcb230ba-7116-4ded-ab33-0da6b78fe25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:08.100909 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-bcb230ba-7116-4ded-ab33-0da6b78fe25b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0626824 Jul 29 08:55:08.163580 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '607989fb-4607-41c2-a6cb-58893c3c1c3c', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:7c:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:54:51Z', 'updated_at': '2021-07-29T08:55:06Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:55:08.167404 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:55:08.175668 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-9fe758d1-badc-4e2a-8c38-f4fe918a4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:08.175845 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:55:08.176447 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:54:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:55:08.177095 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-9fe758d1-badc-4e2a-8c38-f4fe918a4595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696723 Jul 29 08:55:08.358437 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:55:08.409634 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-6ad3192c-64af-43ee-bc8b-00d972384823 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221897 Jul 29 08:55:08.547039 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-40bd020c-d734-40e6-a5a1-68e5e87511b2 req-8b888c1a-7832-4ebe-aa63-02231dc75b96 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320391 Jul 29 08:55:08.716637 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '607989fb-4607-41c2-a6cb-58893c3c1c3c', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:7c:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:54:51Z', 'updated_at': '2021-07-29T08:55:06Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:55:08.720558 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017cf39-8223-4348-bf53-c1200a294dec None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_floatingips': [{'id': '607989fb-4607-41c2-a6cb-58893c3c1c3c', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'floating_ip_address': '172.28.1.6', 'floating_network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'router_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'port_id': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'mac_address': 'fa:16:3e:7c:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:54:51Z', 'updated_at': '2021-07-29T08:55:06Z', 'revision_number': 1, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:55:08.926379 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb196236-833a-4879-a381-b6334fe91c17 None None] New status for floating IP 607989fb-4607-41c2-a6cb-58893c3c1c3c: ACTIVE {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:55:11.755105 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-784e3f52-4e60-4085-a91f-0418f83f5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:12.029489 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:14.124303 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd4db-1812-4df9-80a1-7f9ce91728cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:15.372012 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:16.695907 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:26.417385 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:31.854209 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:55:41.771429 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4e009714-daae-408d-a73d-1defcb62e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:42.010378 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:44.130342 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3f272584-93ed-4ccf-90aa-b01a879df129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:45.306665 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:46.720043 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:47.786535 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870edd7b-1ba4-4c00-89e2-e0f3e119227c req-bcbabc60-4e04-4965-850e-11d977e82379 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:47.788033 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-870edd7b-1ba4-4c00-89e2-e0f3e119227c req-bcbabc60-4e04-4965-850e-11d977e82379 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0927553 Jul 29 08:55:47.841573 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-870edd7b-1ba4-4c00-89e2-e0f3e119227c req-857b1d91-6eb1-44f0-826c-2dfe767c9a1d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Jul 29 08:55:49.034109 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31c899-3230-4ef4-ae59-0863c2a6cbdc req-4e706ae5-6dd7-4c23-9c46-fd263a183733 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:49.035486 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ba31c899-3230-4ef4-ae59-0863c2a6cbdc req-4e706ae5-6dd7-4c23-9c46-fd263a183733 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0825887 Jul 29 08:55:49.080678 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ba31c899-3230-4ef4-ae59-0863c2a6cbdc req-1b30fc50-71d4-420f-aba5-8f828211db49 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393476 Jul 29 08:55:50.279657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6c426-3853-4e50-b12d-8bfd2ad219ff req-8ef479db-2ae4-4509-8597-cade7eed9d0e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:50.281129 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-08f6c426-3853-4e50-b12d-8bfd2ad219ff req-8ef479db-2ae4-4509-8597-cade7eed9d0e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0873539 Jul 29 08:55:50.329677 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-08f6c426-3853-4e50-b12d-8bfd2ad219ff req-8a0dd9bc-9c8f-4310-9b7e-51ee0465dd5f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Jul 29 08:55:51.536478 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a01-9ecb-4028-84e6-56f8ba87c087 req-e9ed147e-9e24-423a-ac36-ded0d87bc290 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:51.538097 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57f82a01-9ecb-4028-84e6-56f8ba87c087 req-e9ed147e-9e24-423a-ac36-ded0d87bc290 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0955551 Jul 29 08:55:51.590162 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57f82a01-9ecb-4028-84e6-56f8ba87c087 req-54fc8e33-e427-4238-b1d6-170d39b2dfe3 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458686 Jul 29 08:55:52.811070 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d5461-1f5d-4142-a00e-729c3388e7dc req-65e54e32-bed4-49f1-8270-9703a56f7640 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:52.813314 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b91d5461-1f5d-4142-a00e-729c3388e7dc req-65e54e32-bed4-49f1-8270-9703a56f7640 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.1148500 Jul 29 08:55:52.866760 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-b91d5461-1f5d-4142-a00e-729c3388e7dc req-617da978-34a5-4826-81ab-2d50e1441c34 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475938 Jul 29 08:55:54.056955 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea32c49-d106-47b3-9807-1636e403797d req-22f49ca0-640d-491d-917b-912e2eb29e31 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:54.058986 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cea32c49-d106-47b3-9807-1636e403797d req-22f49ca0-640d-491d-917b-912e2eb29e31 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0829287 Jul 29 08:55:54.107671 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cea32c49-d106-47b3-9807-1636e403797d req-b7714c9f-e28b-4e78-9002-172c2c66a096 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Jul 29 08:55:55.292368 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872a974-0510-483a-9ac0-8f862b2e8e42 req-059b590c-2658-44bd-b84c-c42169acebb0 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:55.293732 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4872a974-0510-483a-9ac0-8f862b2e8e42 req-059b590c-2658-44bd-b84c-c42169acebb0 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0787306 Jul 29 08:55:55.339225 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4872a974-0510-483a-9ac0-8f862b2e8e42 req-9678cdbe-30d5-49d8-a0b5-024d301b06db tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Jul 29 08:55:56.398689 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:55:56.530130 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca520-79a9-4478-866a-f28e8a4c12b1 req-94839a9e-ab38-43e1-bf27-fec34a1e253c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:56.531732 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a45ca520-79a9-4478-866a-f28e8a4c12b1 req-94839a9e-ab38-43e1-bf27-fec34a1e253c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0857468 Jul 29 08:55:56.578490 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a45ca520-79a9-4478-866a-f28e8a4c12b1 req-c9ddfaad-f68c-4c55-b411-3d20eae728ce tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Jul 29 08:55:57.775195 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276122-e0ff-4846-a04b-61f6902bb0ae req-b1ac5718-8e95-489f-8ac0-de968d5a60de tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:57.776718 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1e276122-e0ff-4846-a04b-61f6902bb0ae req-b1ac5718-8e95-489f-8ac0-de968d5a60de tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0845928 Jul 29 08:55:57.823432 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1e276122-e0ff-4846-a04b-61f6902bb0ae req-9b9fa7af-8b1e-4600-a5b3-52f016cc225d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Jul 29 08:55:57.976688 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ad8f-0193-4619-946c-37c62394a985 req-23adf75e-520f-4121-b436-5e14da9c811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:57.978225 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-23adf75e-520f-4121-b436-5e14da9c811b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.1152947 Jul 29 08:55:58.114386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ad8f-0193-4619-946c-37c62394a985 req-468df475-0b96-4840-9f04-50fabfdcf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:58.115839 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-468df475-0b96-4840-9f04-50fabfdcf0ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.1310937 Jul 29 08:55:58.223025 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-c3762cb0-e62c-4a31-97a3-f28f0bc91582 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1002 time: 0.0996373 Jul 29 08:55:58.292535 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ad8f-0193-4619-946c-37c62394a985 req-28d3815d-441a-457d-9e4f-19f20682e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:58.294046 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-28d3815d-441a-457d-9e4f-19f20682e604 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0643187 Jul 29 08:55:58.369056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ad8f-0193-4619-946c-37c62394a985 req-79b2bd99-64fb-45ad-84db-ed301a72bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:58.370499 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-79b2bd99-64fb-45ad-84db-ed301a72bc0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708144 Jul 29 08:55:58.501817 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-97e3ddc2-4713-40bc-af32-e08340e3d50f service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250975 Jul 29 08:55:58.634620 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9a75ad8f-0193-4619-946c-37c62394a985 req-d4bc3daa-ee44-4997-add5-f5ad2cfd2beb service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263103 Jul 29 08:55:59.025154 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3802b-81f8-477d-a2f1-8a5d223596cd req-583cb067-2161-4663-9065-b9a05018c581 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:55:59.027053 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8ee3802b-81f8-477d-a2f1-8a5d223596cd req-583cb067-2161-4663-9065-b9a05018c581 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0939724 Jul 29 08:55:59.076064 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8ee3802b-81f8-477d-a2f1-8a5d223596cd req-78e68d10-0029-431d-90a0-19d5f9d88e0c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Jul 29 08:56:00.270130 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd418-a9a5-45d9-8691-a85be3cc1b2f req-7f739611-da25-44ce-b929-3fa9849b163c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:00.271649 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9affd418-a9a5-45d9-8691-a85be3cc1b2f req-7f739611-da25-44ce-b929-3fa9849b163c tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0892675 Jul 29 08:56:00.320497 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9affd418-a9a5-45d9-8691-a85be3cc1b2f req-9684f009-dc4d-4c89-8782-192b8d6b9ecf tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Jul 29 08:56:01.530243 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec435b-7052-4f5b-bed9-80aad3f89b5c req-9162ba09-733e-4a21-ab64-0d43818183fd tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:01.531490 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-93ec435b-7052-4f5b-bed9-80aad3f89b5c req-9162ba09-733e-4a21-ab64-0d43818183fd tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.1039746 Jul 29 08:56:01.578400 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-93ec435b-7052-4f5b-bed9-80aad3f89b5c req-45eed9ba-7414-4f5c-90c9-cb1820153856 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Jul 29 08:56:01.806631 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-b440e597-c6e9-4ef5-80e8-b555428ff5f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689318 Jul 29 08:56:01.946466 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-2f71508c-36ff-498c-90e8-629624a1934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:01.951754 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-2f71508c-36ff-498c-90e8-629624a1934f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0748274 Jul 29 08:56:02.070483 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:56:02.137175 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03242e2-5991-4e5b-8730-4cc6edf3d4ee req-876c7f73-f6ea-4968-93fa-2f04ab930d8b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:02.139217 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c03242e2-5991-4e5b-8730-4cc6edf3d4ee req-876c7f73-f6ea-4968-93fa-2f04ab930d8b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0938301 Jul 29 08:56:02.186919 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-c03242e2-5991-4e5b-8730-4cc6edf3d4ee req-cf00225e-bd0b-4639-8623-f0b79590e235 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Jul 29 08:56:02.199685 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:02.228272 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:56:02.239183 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:02.244398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-224af95a-3558-4493-bd87-bc9cd9813d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:02.245913 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-224af95a-3558-4493-bd87-bc9cd9813d2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 200 len: 911 time: 0.2771845 Jul 29 08:56:02.323930 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:02.330019 dv-cinder-802781-1-smb neutron-server[79226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'code': 422} returned with failed status Jul 29 08:56:02.330613 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-beb52998-da95-4eb5-a13a-00f6fe40cef4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2495666 Jul 29 08:56:02.335259 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:02.354053 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-1444ea19-d4dc-4cfc-951f-3860c76facb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1 HTTP/1.1" status: 200 len: 999 time: 0.1009912 Jul 29 08:56:02.410566 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=6']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:02.417547 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.417924 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.418260 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.418589 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.418921 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.419244 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.419564 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.419888 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.420207 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.420527 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.420844 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.421157 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:02.425731 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:02.428035 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-b40d1d9a-33d0-4d29-9449-0a740e1c5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:02.429615 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-b40d1d9a-33d0-4d29-9449-0a740e1c5c49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 200 len: 849 time: 0.0693250 Jul 29 08:56:02.504570 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-c970e98c-bde5-4f30-8022-a4a88e44a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:02.506024 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-c970e98c-bde5-4f30-8022-a4a88e44a05c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a05ccab-aea4-438f-a040-c32ec7de6e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696025 Jul 29 08:56:02.636640 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-4de5ceb5-ce4b-4b15-99c1-c080f68c1dc0 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239212 Jul 29 08:56:02.765500 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ac1eecab-190c-4b41-a8c9-091e5a3892c3 req-236c8c12-cdd4-4432-8af4-3be1bb6102a1 service neutron] 10.222.0.11 "GET /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227269 Jul 29 08:56:03.375409 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabeebc-a6ea-4660-ad57-0b0bd69b9f54 req-2bce9b39-7be8-4edf-8f7b-b6a92e9cfa06 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:03.376829 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5eabeebc-a6ea-4660-ad57-0b0bd69b9f54 req-2bce9b39-7be8-4edf-8f7b-b6a92e9cfa06 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0836463 Jul 29 08:56:03.430145 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-5eabeebc-a6ea-4660-ad57-0b0bd69b9f54 req-3c84e505-a451-4f94-8bbe-86a6fb19d7ae tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475085 Jul 29 08:56:04.613268 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e71e9d-c9de-48fa-b0d5-ae5fc8f89a44 req-f56204c6-2873-4bb4-b61b-94a15dcef266 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:04.614835 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09e71e9d-c9de-48fa-b0d5-ae5fc8f89a44 req-f56204c6-2873-4bb4-b61b-94a15dcef266 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0818954 Jul 29 08:56:04.667901 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-09e71e9d-c9de-48fa-b0d5-ae5fc8f89a44 req-a8f08236-66ef-4ee7-9fc6-a354da155379 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464172 Jul 29 08:56:05.853874 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252db19-1ddd-4425-b2ae-8fe4dac3e976 req-9c08d7f6-bbd2-492d-827b-aac8b3c0cc9e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:05.855244 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4252db19-1ddd-4425-b2ae-8fe4dac3e976 req-9c08d7f6-bbd2-492d-827b-aac8b3c0cc9e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0786481 Jul 29 08:56:05.900173 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4252db19-1ddd-4425-b2ae-8fe4dac3e976 req-60f7a1a3-2acd-4e37-946e-c76f1362acca tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Jul 29 08:56:07.109076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685599de-aaa3-46a8-bcac-7bab65d18c98 req-2afaeb39-1956-4cfb-a03e-a02bb28da1db tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:07.111124 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-685599de-aaa3-46a8-bcac-7bab65d18c98 req-2afaeb39-1956-4cfb-a03e-a02bb28da1db tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.1018581 Jul 29 08:56:07.158719 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-685599de-aaa3-46a8-bcac-7bab65d18c98 req-938a48e7-38e5-452a-b274-396af190ca23 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Jul 29 08:56:08.348496 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92554d1-3317-4e51-9e58-381ccb503bf0 req-a450daac-6431-4947-b886-5a6cdbc9878f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:08.349899 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a92554d1-3317-4e51-9e58-381ccb503bf0 req-a450daac-6431-4947-b886-5a6cdbc9878f tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0820181 Jul 29 08:56:08.396337 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a92554d1-3317-4e51-9e58-381ccb503bf0 req-9855687b-7e3d-40b4-91bb-c2052973eb7d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Jul 29 08:56:08.853210 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:56:09.153942 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-89fe5631-0ebe-4bb7-b56e-3997e490d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.155422 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-89fe5631-0ebe-4bb7-b56e-3997e490d7cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf&tenant_id=56eedfc4ba7f47b19bc7fa320d03e865 HTTP/1.1" status: 200 len: 1097 time: 0.0818405 Jul 29 08:56:09.242579 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-5dc51857-fa1c-40e1-b9ea-aeea2c3c266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.244051 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-5dc51857-fa1c-40e1-b9ea-aeea2c3c266d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1097 time: 0.0686848 Jul 29 08:56:09.371732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-b5198d19-ab16-46e0-8456-e5e7d3aa879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.373192 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-b5198d19-ab16-46e0-8456-e5e7d3aa879e service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.1232159 Jul 29 08:56:09.487967 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-785093c6-f6aa-4a2f-9f0f-3f8722f46c8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1000 time: 0.1085553 Jul 29 08:56:09.602994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-e492351f-ed81-4b03-aca1-05183e997510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.604445 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-e492351f-ed81-4b03-aca1-05183e997510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.1102891 Jul 29 08:56:09.673236 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eef6a-36d4-4294-ae5b-604b996b54b6 req-53fbf996-9810-4f79-b10b-02b0d90a9741 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.674725 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-080eef6a-36d4-4294-ae5b-604b996b54b6 req-53fbf996-9810-4f79-b10b-02b0d90a9741 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.1514516 Jul 29 08:56:09.731775 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-080eef6a-36d4-4294-ae5b-604b996b54b6 req-59872ef9-0a7a-46d7-a4aa-c7d5e1766c4b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 Jul 29 08:56:09.733570 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-772d9941-e732-4ea9-af50-1bfa6b6e091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:09.735019 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-772d9941-e732-4ea9-af50-1bfa6b6e091d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228027 Jul 29 08:56:09.960688 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-aea71bfa-4034-45fb-969c-00de915f29ee service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194521 Jul 29 08:56:10.089149 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3f6ecdf2-f215-48ad-bf02-216f9ee17a25 req-811a8a32-59da-48e5-bd2e-2e5c71dc146c service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218302 Jul 29 08:56:10.919753 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041bcd7-d677-4465-900b-5b04f43b330b req-abf0d9e1-79ab-4f8e-9c54-0b804e16e83b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:10.921198 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1041bcd7-d677-4465-900b-5b04f43b330b req-abf0d9e1-79ab-4f8e-9c54-0b804e16e83b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0819869 Jul 29 08:56:10.971401 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1041bcd7-d677-4465-900b-5b04f43b330b req-49ba33ec-5e17-4148-8176-ec49b1f51d66 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435886 Jul 29 08:56:11.728522 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-8eb69bd1-9f0c-44a2-ad9a-895b55308780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:12.025924 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:12.119630 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:56:12.166217 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39b585-5e26-4f33-87a2-9c43f2d9d9d2 req-c7075d0e-a47a-4979-a56a-e59df043d64d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:12.167696 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3f39b585-5e26-4f33-87a2-9c43f2d9d9d2 req-c7075d0e-a47a-4979-a56a-e59df043d64d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 944 time: 0.0826170 Jul 29 08:56:12.217558 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-3f39b585-5e26-4f33-87a2-9c43f2d9d9d2 req-bf951389-44b3-48cc-ab9d-9f97d2815278 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Jul 29 08:56:12.293542 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:12.306732 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'e195b808-4b19-452d-95c3-34553cbd0564', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'port_id': 'e195b808-4b19-452d-95c3-34553cbd0564', 'mac_address': 'fa:16:3e:ab:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:56:12.365121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:12.381974 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e195b808-4b19-452d-95c3-34553cbd0564 {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:56:12.398417 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:12.489793 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:12.491658 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-bf3d389f-3cbf-4dc1-b655-e2529d4a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:12.563500 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=7']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:12.566776 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:12.720684 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['e195b808-4b19-452d-95c3-34553cbd0564'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:56:13.497094 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4a8e7-73a4-434b-8b34-9047cd98a004 req-596ffeb2-d63a-46e6-b801-5844aa0589e4 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:13.498573 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ae4a8e7-73a4-434b-8b34-9047cd98a004 req-596ffeb2-d63a-46e6-b801-5844aa0589e4 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 945 time: 0.1746151 Jul 29 08:56:13.543633 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2ae4a8e7-73a4-434b-8b34-9047cd98a004 req-828b0a93-89af-4e7e-b093-65d6e4f6999d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Jul 29 08:56:14.142784 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:56:14.174320 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-32e28184-7660-4a83-9884-378e6b4e49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:14.214955 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port e195b808-4b19-452d-95c3-34553cbd0564 triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:56:14.215334 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:14.342652 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:14.371973 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:56:14.388011 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:14.416198 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'code': 200} Jul 29 08:56:14.466736 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:14.468603 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-758acb92-3d89-483c-be12-fc796b4de584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:14.537175 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=8']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:14.540316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:14.772217 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d4ebb-c568-439f-a8a2-825793eb6d57 req-ddf9db98-2b9a-4d69-897b-ce1b70b2d62b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:14.773668 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-472d4ebb-c568-439f-a8a2-825793eb6d57 req-ddf9db98-2b9a-4d69-897b-ce1b70b2d62b tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.1205115 Jul 29 08:56:14.829884 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-472d4ebb-c568-439f-a8a2-825793eb6d57 req-44b726fd-52a1-4966-9fe2-5d1464f616fd tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 Jul 29 08:56:14.842676 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434a57-a339-480c-a665-1ae74bcba4fa req-9798337d-fa9d-48c0-be52-ebac19134328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:14.844205 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-23434a57-a339-480c-a665-1ae74bcba4fa req-9798337d-fa9d-48c0-be52-ebac19134328 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.1166649 Jul 29 08:56:14.886903 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-23434a57-a339-480c-a665-1ae74bcba4fa req-34be3771-52f3-4b89-a6e4-647fe64f56f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Jul 29 08:56:15.345817 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:16.018383 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512e358-4c2c-4228-8590-c72a7a8252ca req-0a29d37b-8bca-48f0-9f15-449815cb91de tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:16.020934 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4512e358-4c2c-4228-8590-c72a7a8252ca req-0a29d37b-8bca-48f0-9f15-449815cb91de tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0820601 Jul 29 08:56:16.069699 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4512e358-4c2c-4228-8590-c72a7a8252ca req-6edcb8cc-ddbe-400d-8fde-f61a7e445ebe tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440760 Jul 29 08:56:16.685420 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d5529-278a-454a-b241-a7f2755e2801 req-a739b250-451d-44d8-88e0-4c8f4db32b3c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:16.686938 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-874d5529-278a-454a-b241-a7f2755e2801 req-a739b250-451d-44d8-88e0-4c8f4db32b3c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0805924 Jul 29 08:56:16.707278 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:16.732924 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-874d5529-278a-454a-b241-a7f2755e2801 req-25553511-a498-4b78-b123-9197a034cedb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Jul 29 08:56:17.922023 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3799e1-f89f-460e-8a3a-630c55ae2a1c req-af60109f-1fc2-48dd-a0c3-42850adebfb0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:17.923381 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5c3799e1-f89f-460e-8a3a-630c55ae2a1c req-af60109f-1fc2-48dd-a0c3-42850adebfb0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0823236 Jul 29 08:56:17.967734 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5c3799e1-f89f-460e-8a3a-630c55ae2a1c req-2740f565-5957-40c8-94a9-3d8b06411b9c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 Jul 29 08:56:18.378981 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-3fc5b607-6664-44ca-9cc5-fdeacf70ff45 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:18.381091 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-3fc5b607-6664-44ca-9cc5-fdeacf70ff45 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0804620 Jul 29 08:56:18.453729 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Deleting port fb306f60-f894-4dd9-a2b5-9b0a074337c1 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:18.454104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:18.697500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] For port fb306f60-f894-4dd9-a2b5-9b0a074337c1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fb306f60-f894-4dd9-a2b5-9b0a074337c1,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:18.697896 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:18.991215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:18.991992 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640636'] for floatingip, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:18.991992 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.db.l3_db [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Floating IP 607989fb-4607-41c2-a6cb-58893c3c1c3c disassociated. External IP: 172.28.1.6, port: fb306f60-f894-4dd9-a2b5-9b0a074337c1. Jul 29 08:56:18.992211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Calling delete_port for fb306f60-f894-4dd9-a2b5-9b0a074337c1 owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:19.159279 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b35f7-8e94-47fa-82f1-86e469212d3e req-c0ca89cd-60c1-4fff-9114-e4a3f5772abf tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:19.161484 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-173b35f7-8e94-47fa-82f1-86e469212d3e req-c0ca89cd-60c1-4fff-9114-e4a3f5772abf tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 945 time: 0.0877082 Jul 29 08:56:19.208383 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-173b35f7-8e94-47fa-82f1-86e469212d3e req-2304ea18-da4a-43e4-a03a-0bcd3f022b5d tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups?id=6601014d-ef9f-4001-aa5b-e114cdbf8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403159 Jul 29 08:56:19.209533 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:19.216368 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ff4f83a2-0923-45c3-b75c-68a631fb5af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:19.263132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'Port': ['ID=fb306f60-f894-4dd9-a2b5-9b0a074337c1,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:19.273310 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.273690 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.274081 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.274439 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.274791 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.275142 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.275490 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.275837 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.276237 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.276549 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.276898 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.277236 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:19.427141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:19.560844 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:56:19.751320 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:56:19.760815 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:56:19.770972 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:56:19.771583 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:56:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:19.826565 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] No DVR routers for this DVR port fb306f60-f894-4dd9-a2b5-9b0a074337c1 on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:56:19.829187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:19.833022 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'name': 'network-vif-deleted', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:56:19.931746 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-257f3960-3168-4a09-bd79-14e9cfd6835b req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.11 "DELETE /v2.0/ports/fb306f60-f894-4dd9-a2b5-9b0a074337c1 HTTP/1.1" status: 204 len: 173 time: 1.5443757 Jul 29 08:56:19.934459 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fa6977-e29a-475e-9bce-9bf946d6bb38', 'name': 'network-vif-deleted', 'tag': 'fb306f60-f894-4dd9-a2b5-9b0a074337c1', 'status': 'completed', 'code': 200} Jul 29 08:56:19.961804 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:56:20.278143 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:20.282395 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:56:20.291212 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:56:20.292011 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:56:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:20.372931 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-cd8d0113-ada1-4640-a2bf-3f58db804fd5 req-8bde6d47-bb8f-4a07-b4aa-61339e2cfceb tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fa6977-e29a-475e-9bce-9bf946d6bb38 HTTP/1.1" status: 200 len: 210 time: 0.0436118 Jul 29 08:56:20.505096 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:56:20.825500 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:20.829255 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feabbbc-7df3-4479-8f71-e4583f93d00b None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:52:00Z', 'revision_number': 4, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '25d9ff72-b592-4155-a5f3-ef02c21eb795', 'name': '', 'network_id': '6a05ccab-aea4-438f-a040-c32ec7de6e3e', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'mac_address': 'fa:16:3e:52:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:58Z', 'updated_at': '2021-07-29T08:52:05Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'subnets': [{'id': '3e50df34-b08d-4046-8ec4-c405dbe4568b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:56:21.059903 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20a3dc-aeee-46c5-98a6-e05377995cdf None None] New status for floating IP 607989fb-4607-41c2-a6cb-58893c3c1c3c: DOWN {{(pid=79226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:56:21.559422 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49660) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:21.627954 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:21.655485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:21.786841 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:21.790736 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f4cfac9-1469-4a1a-8136-52938640d122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:21.806651 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601014d-ef9f-4001-aa5b-e114cdbf8ecd,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:21.814513 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.814879 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.815233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.815582 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.815925 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.816289 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.816609 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.816947 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.817285 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.817629 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.818006 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.818369 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:56:21.821571 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:21.916991 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:21.918150 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ab8c3a30-ee38-41d1-a32d-9977c52e6071 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "DELETE /v2.0/security-groups/6601014d-ef9f-4001-aa5b-e114cdbf8ecd HTTP/1.1" status: 204 len: 168 time: 0.3577313 Jul 29 08:56:21.920828 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49664) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:21.937602 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.api.v2.resource [None req-e517ccbb-7b72-4405-99e0-90e3e89eade4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] show failed (client error): The resource could not be found. Jul 29 08:56:21.938599 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e517ccbb-7b72-4405-99e0-90e3e89eade4 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "GET /v2.0/security-groups/6601014d-ef9f-4001-aa5b-e114cdbf8ecd HTTP/1.1" status: 404 len: 347 time: 0.0167916 Jul 29 08:56:21.941646 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49668) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:22.099540 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Deleting port 9c396d08-d396-4db7-a59a-569d225674f7 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:22.099776 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.165470 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device fb306f60-f894-4dd9-a2b5-9b0a074337c1 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:56:22.202808 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: fb306f60-f894-4dd9-a2b5-9b0a074337c1 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:56:22.203159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device fb306f60-f894-4dd9-a2b5-9b0a074337c1 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:56:22.272514 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.272832 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.394116 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Calling delete_port for 9c396d08-d396-4db7-a59a-569d225674f7 owned by network:floatingip {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:22.620897 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.624839 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c62650ea-5521-433a-87df-362cfc6200d2 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:22.671565 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Pushing event deleted for resources: {'Port': ['ID=9c396d08-d396-4db7-a59a-569d225674f7,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:22.705299 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:22.764168 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks [] for floatingip, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.778465 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:22.779546 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-91f6a29a-f04a-46c7-9433-672443beea2c tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] 10.222.0.36 "DELETE /v2.0/floatingips/607989fb-4607-41c2-a6cb-58893c3c1c3c HTTP/1.1" status: 204 len: 168 time: 0.8369842 Jul 29 08:56:26.415155 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:27.208449 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49698) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:27.860486 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:28.208476 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Deleting port 25d9ff72-b592-4155-a5f3-ef02c21eb795 {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:28.209172 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:28.395249 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] For port 25d9ff72-b592-4155-a5f3-ef02c21eb795, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=25d9ff72-b592-4155-a5f3-ef02c21eb795,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:28.395602 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:28.523451 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Calling delete_port for 25d9ff72-b592-4155-a5f3-ef02c21eb795 owned by network:router_interface {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:28.912056 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:28.915826 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab5f8d39-8ce4-4537-9095-6454a42a67d9 tempest-VolumesNegativeTest-357660439 tempest-VolumesNegativeTest-357660439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:28.957774 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d9ff72-b592-4155-a5f3-ef02c21eb795,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:28.960884 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:29.328563 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:29.718434 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Router cf103015-b1d9-46f2-8ad0-1b77c887dabc has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:56:29.898359 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:56:29.915268 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Sync routers for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:56:29.922169 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-a9b73211-c988-41bd-bc88-f7c0656937e4 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf103015-b1d9-46f2-8ad0-1b77c887dabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115920 Jul 29 08:56:29.924170 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49702) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:29.925445 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:56:29.926656 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:56:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:30.100867 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:56:30.118183 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks [] for router, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:30.299049 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:30.385382 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Deleting port dd38d850-90eb-4a09-82d4-4b25f3a1591d {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:30.386074 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:30.388184 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:56:28Z', 'revision_number': 5, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port': {'id': 'dd38d850-90eb-4a09-82d4-4b25f3a1591d', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:51:55Z', 'updated_at': '2021-07-29T08:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:30.392151 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Checking router: cf103015-b1d9-46f2-8ad0-1b77c887dabc for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:56:30.401269 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Routers {'cf103015-b1d9-46f2-8ad0-1b77c887dabc'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:56:30.402221 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:56:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:30.554383 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] Set router cf103015-b1d9-46f2-8ad0-1b77c887dabc gateway port host: None {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:56:30.659362 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:56:30Z', 'revision_number': 6, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port_host': None}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:30.663273 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1c085-0bf3-4301-be7e-0ec3546b16e1 None None] The sync data for ids ['cf103015-b1d9-46f2-8ad0-1b77c887dabc'] in dv-cinder-802781-1-smb is: [{'id': 'cf103015-b1d9-46f2-8ad0-1b77c887dabc', 'name': 'tempest-AttachVolumeTestJSON-229543578-router', 'tenant_id': '33cd663b70b3494cbc63eba35d4efbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:51:54Z', 'updated_at': '2021-07-29T08:56:30Z', 'revision_number': 6, 'project_id': '33cd663b70b3494cbc63eba35d4efbe1', 'gw_port_host': None}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:56:30.679202 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] For port dd38d850-90eb-4a09-82d4-4b25f3a1591d, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=dd38d850-90eb-4a09-82d4-4b25f3a1591d,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:30.679560 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:30.806788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Calling delete_port for dd38d850-90eb-4a09-82d4-4b25f3a1591d owned by network:router_gateway {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:31.036893 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.041729 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-12b86bf3-5bea-4328-be45-553d6cfef196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:31.086533 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd38d850-90eb-4a09-82d4-4b25f3a1591d,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:31.089632 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:31.179691 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.351749 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.353904 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.445714 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device dd38d850-90eb-4a09-82d4-4b25f3a1591d no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:56:31.483458 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: dd38d850-90eb-4a09-82d4-4b25f3a1591d {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:56:31.483804 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device dd38d850-90eb-4a09-82d4-4b25f3a1591d not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:56:31.484276 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 25d9ff72-b592-4155-a5f3-ef02c21eb795 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:56:31.518000 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 25d9ff72-b592-4155-a5f3-ef02c21eb795 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:56:31.518342 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 25d9ff72-b592-4155-a5f3-ef02c21eb795 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:56:31.518568 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.523450 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf103015-b1d9-46f2-8ad0-1b77c887dabc {{(pid=79225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:56:31.537967 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] Notify callbacks [] for router, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.541121 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-6988a016-71f9-4f31-9703-b0811388d16f admin admin] 10.222.0.36 "DELETE /v2.0/routers/cf103015-b1d9-46f2-8ad0-1b77c887dabc HTTP/1.1" status: 204 len: 168 time: 1.6137381 Jul 29 08:56:31.541398 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49708) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:31.606688 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Deleting subnet 3e50df34-b08d-4046-8ec4-c405dbe4568b {{(pid=79225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:56:31.610170 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.662656 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499655'] for subnet, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.781478 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.941274 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2189861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2383245'] for subnet, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:31.944810 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:31.990485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e50df34-b08d-4046-8ec4-c405dbe4568b,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:31.993529 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:31.994469 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.000555 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9f363d56-5cdf-4508-add5-37e86e6ccadb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e50df34-b08d-4046-8ec4-c405dbe4568b HTTP/1.1" status: 204 len: 168 time: 0.4580662 Jul 29 08:56:32.001587 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483ccf8-a900-4580-88f9-f3b2755c7f92 None None] Network 6a05ccab-aea4-438f-a040-c32ec7de6e3e requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:56:32.003404 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49712) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:32.111534 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.127099 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Deleting port f85e77e1-fc89-4da7-9046-eb1fe002773e {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:32.127447 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.255383 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] DHCP port deletion for 6a05ccab-aea4-438f-a040-c32ec7de6e3e request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:56:32.260048 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Deleting port f85e77e1-fc89-4da7-9046-eb1fe002773e {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:32.260431 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.452544 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.db [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] For port f85e77e1-fc89-4da7-9046-eb1fe002773e, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f85e77e1-fc89-4da7-9046-eb1fe002773e,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:32.452876 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.506341 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] For port f85e77e1-fc89-4da7-9046-eb1fe002773e, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=f85e77e1-fc89-4da7-9046-eb1fe002773e,segment=NetworkSegment(203d2990-59c6-422d-8961-3e3a491db140),segment_id=203d2990-59c6-422d-8961-3e3a491db140)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:56:32.506896 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.592013 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Calling delete_port for f85e77e1-fc89-4da7-9046-eb1fe002773e owned by network:dhcp {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:32.627079 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Calling delete_port for f85e77e1-fc89-4da7-9046-eb1fe002773e owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:56:32.774545 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.781979 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ab9f1add-8577-4fa8-a545-9b7080e7ec47 tempest-AttachVolumeShelveTestJSON-492513482 tempest-AttachVolumeShelveTestJSON-492513482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:32.783210 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:56:32.783575 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:56:32.826681 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85e77e1-fc89-4da7-9046-eb1fe002773e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:32.828459 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] No DVR routers for this DVR port f85e77e1-fc89-4da7-9046-eb1fe002773e on host dv-cinder-802781-1-smb {{(pid=79225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:56:32.829924 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:32.942642 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:32.959378 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a05ccab-aea4-438f-a040-c32ec7de6e3e']}} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:32.971855 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d2990-59c6-422d-8961-3e3a491db140') {'for_net_delete': True} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:32.972145 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.services.segments.db [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d2990-59c6-422d-8961-3e3a491db140') {} {{(pid=79225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:56:32.984022 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499672'] for segment, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.000144 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.006116 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=79225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:56:33.006636 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189891'] for segment, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: Traceback (most recent call last): Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: timer() Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: cb(*args, **kw) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: return func(*args, **kwargs) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: self._notify() Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: self.callback(batched_events) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: event.method(event) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: return f(self, *a, **k) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: return self._get(url).json() Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: return self.request(url, 'GET', **kwargs) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:56:33.019394 dv-cinder-802781-1-smb neutron-server[79225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:56:33.151791 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.155523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:33.173010 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.185693 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a05ccab-aea4-438f-a040-c32ec7de6e3e,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:33.190032 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:33.266743 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-d2a689f4-92ef-4a02-896e-cd77f7cec2b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6a05ccab-aea4-438f-a040-c32ec7de6e3e HTTP/1.1" status: 204 len: 168 time: 1.2621834 Jul 29 08:56:33.285291 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Deleting port f85e77e1-fc89-4da7-9046-eb1fe002773e {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:56:33.285768 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.354085 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-37f9e8c3-9ca0-49a4-b77e-7798ec2fe268 None None] The port 'f85e77e1-fc89-4da7-9046-eb1fe002773e' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:56:33.401718 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f85e77e1-fc89-4da7-9046-eb1fe002773e no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:56:33.438546 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: f85e77e1-fc89-4da7-9046-eb1fe002773e {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:56:33.438906 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device f85e77e1-fc89-4da7-9046-eb1fe002773e not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:56:33.637150 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49718) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:33.687375 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-bd4ac318-bd2a-496b-951e-16997057f9cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33cd663b70b3494cbc63eba35d4efbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489726 Jul 29 08:56:33.689909 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49722) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:33.752552 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.778486 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.889289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.893360 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-29a7a27b-4800-441f-9f86-5b4f3ef8005e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:33.908171 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91874730-65d3-4318-84ff-2116ecab4245,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:33.912458 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:33.915893 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:33.917074 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-877055d8-8a75-486c-aa00-62c8690263c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91874730-65d3-4318-84ff-2116ecab4245 HTTP/1.1" status: 204 len: 168 time: 0.2263415 Jul 29 08:56:37.897886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49796) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:38.029334 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.044559 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:38.048462 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Usage tracker for resource:security_group_rule and tenant:244d1380b0004cc28ff20b9412444e47 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:38.052075 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:38.057667 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:38.136565 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.224887 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.232212 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-d7ab2497-5748-4b89-91fa-7fe6ed487c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:38.274201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4ff2d-a7d5-4294-91f3-3de32261f1b1,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:38.278518 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=244d1380b0004cc28ff20b9412444e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795543 Jul 29 08:56:38.279573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:38.287934 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49802) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:38.348388 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.374483 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.499391 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.503158 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8eb034ba-40df-4c1c-92de-3cc52500f452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:38.515937 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4ff2d-a7d5-4294-91f3-3de32261f1b1,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:38.518835 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:38.521993 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:38.524423 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2741874b-5234-41ed-8a7a-6a6c0302424e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08f4ff2d-a7d5-4294-91f3-3de32261f1b1 HTTP/1.1" status: 204 len: 168 time: 0.2355027 Jul 29 08:56:39.140322 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49810) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:39.158578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.172524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:39.177092 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Usage tracker for resource:security_group_rule and tenant:105d9425ec7149fe93a77097ef135396 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:39.182830 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:39.185951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:39.268863 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.345283 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.354392 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-a43e9f2b-eb4b-42ae-8602-3cfd8b9fa8b4 tempest-TestMinimumBasicScenario-1175536964 tempest-TestMinimumBasicScenario-1175536964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:39.395463 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=105d9425ec7149fe93a77097ef135396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539985 Jul 29 08:56:39.396287 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9622452-bc85-4499-a41e-18fac8b74f5b,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:39.398010 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49814) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:39.399633 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6ad469c2-10ae-45be-ac6d-317f86746222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:39.456473 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.481377 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.614469 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.618371 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e25c3d52-d592-4904-8299-e3464229919e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:39.629502 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9622452-bc85-4499-a41e-18fac8b74f5b,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:39.633357 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:39.636751 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:39.637915 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9622452-bc85-4499-a41e-18fac8b74f5b HTTP/1.1" status: 204 len: 168 time: 0.2389052 Jul 29 08:56:41.298879 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49846) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:41.415228 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.429258 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:41.433177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:deb5df5c16c04221a440a2c955cb3e71 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:41.436019 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:41.441627 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:41.523254 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.584937 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.592422 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-345d66f4-216f-4cc0-a99e-bfb0ce20ed67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:41.633315 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deb5df5c16c04221a440a2c955cb3e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328452 Jul 29 08:56:41.633714 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b309572-a63d-407e-9429-9328e4cf3578,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:41.636620 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49852) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:41.637126 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b767434c-07c6-471e-9ba3-87c875b3fbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:41.701302 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.731282 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.773659 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-1a1aaac0-371d-4840-b45e-def2e6e4f99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.871063 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.874934 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-91fd1940-7433-4009-b84d-ee3c27e2185b tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:41.888260 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b309572-a63d-407e-9429-9328e4cf3578,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:41.891285 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:41.893346 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:41.896268 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-b4375932-fe9f-4b03-9927-2a3b7b26371b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b309572-a63d-407e-9429-9328e4cf3578 HTTP/1.1" status: 204 len: 168 time: 0.2580140 Jul 29 08:56:42.048316 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:44.117095 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-04d00b40-3c67-4037-bf11-54f811a9a657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:45.316999 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:45.852279 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:56:46.693988 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.335285 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49982) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:54.493530 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.508163 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:54.512043 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Usage tracker for resource:security_group_rule and tenant:d5dc9746fff542809c613b8e0391dd90 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:54.514857 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:54.520540 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:54.602789 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.658994 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.665912 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-5bdb2f80-e48d-46e1-b8a4-aef777614cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:54.707455 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3d892-c069-42a8-bad1-e3286a46e1ba,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:54.711314 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:54.713672 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-9d904c37-a4ce-4e93-905c-854fdbeb4060 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5dc9746fff542809c613b8e0391dd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774128 Jul 29 08:56:54.716215 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 49988) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:54.780413 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.805446 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.916008 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.919758 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-366b21c3-e00b-4d36-8d03-57edada95901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:54.930954 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3d892-c069-42a8-bad1-e3286a46e1ba,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:54.934711 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:54.937817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:54.938914 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-7dc541ef-1bab-41da-91af-2ebfa7e1e0a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2b3d892-c069-42a8-bad1-e3286a46e1ba HTTP/1.1" status: 204 len: 168 time: 0.2218261 Jul 29 08:56:55.532632 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 49996) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:55.550624 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.569394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:55.573185 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Usage tracker for resource:security_group_rule and tenant:943a1fa7dfd541729468cef3e5eebc49 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:55.575976 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:55.581534 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:55.660688 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.721850 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.729939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6cbd922b-0407-4730-b6c2-fb04e021e7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:55.768442 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a760cea-95a0-4f6e-b3aa-3171441f25e1,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:55.773234 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=943a1fa7dfd541729468cef3e5eebc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399576 Jul 29 08:56:55.774236 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2ade231f-184f-4c03-9e3f-9321fc832e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:55.775858 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50000) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:55.833843 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.860238 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.985058 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:55.990483 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-76806c18-0e05-4915-a5e5-ba7ec452e745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:56.008758 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a760cea-95a0-4f6e-b3aa-3171441f25e1,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:56.012669 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:56.020287 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:56.021412 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4fd482c2-b034-414f-ba39-96133c36eab3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a760cea-95a0-4f6e-b3aa-3171441f25e1 HTTP/1.1" status: 204 len: 168 time: 0.2446716 Jul 29 08:56:56.418574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:56.699400 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50008) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:56.717886 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:56.733398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:56.737257 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Usage tracker for resource:security_group_rule and tenant:bc2ed9eb60a644df96cc93dc09e06835 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:56.740215 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:56.746566 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:56.826542 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:56.892784 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:56.901904 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-05efc2cd-2c4a-4fd1-9694-90d688976ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:56.943012 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc2ed9eb60a644df96cc93dc09e06835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425604 Jul 29 08:56:56.944581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb74f0-5ccc-4fc4-aab4-7e8e0d3d2c13,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:56.945976 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50012) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:56.948228 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6590eb8e-b546-4888-9825-7c6a6b91607e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:57.003479 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:57.028798 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:57.167239 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:57.170847 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-d4c77028-9a62-45b7-aacc-fd4f4f088cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:57.184708 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb74f0-5ccc-4fc4-aab4-7e8e0d3d2c13,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:57.188483 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:57.192002 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:57.193451 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-342cf019-176a-4c7f-9fdb-3f688eb9403b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4fb74f0-5ccc-4fc4-aab4-7e8e0d3d2c13 HTTP/1.1" status: 204 len: 168 time: 0.2461748 Jul 29 08:56:58.163095 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50036) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:58.264750 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586627175-network', 'tenant_id': 'fbd2d114aac34d7bbe943fbf56711e44'}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:56:58.269408 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:58.273259 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Usage tracker for resource:network and tenant:fbd2d114aac34d7bbe943fbf56711e44 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:58.276089 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:58.282506 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:58.356053 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Made reservation on behalf of fbd2d114aac34d7bbe943fbf56711e44 for: {'network': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:56:58.358390 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for network, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.370961 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.384796 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:58.388788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd2d114aac34d7bbe943fbf56711e44 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:58.391635 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:58.397254 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:58.475892 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.561788 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.564724 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-52949180-7987-471a-ab8f-40e0c8e7c7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:58.593216 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=79225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 08:56:58.602422 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9f5d7-6a21-468a-85bc-0f7e603b759e,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:58.605873 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:58.608197 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.608533 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.segments_db [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Added segment 935c0580-a8d3-4e45-ab81-889b7ce77fdb of type vlan for network 76d90ab1-f7a1-475a-97be-849be544e771 Jul 29 08:56:58.633679 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759894380966'] for network, precommit_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.744497 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814'] for network, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.745895 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:58.746471 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:58.749975 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-8fc1e889-46e2-4251-8755-416b3d7143a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:58.851086 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Pushing event updated for resources: {'Network': ['ID=76d90ab1-f7a1-475a-97be-849be544e771,revision_number=1']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:58.853668 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:58.860552 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Network 76d90ab1-f7a1-475a-97be-849be544e771 details requested by agent ovs-agent-dv-cinder-802781-1-smb with host dv-cinder-802781-1-smb {{(pid=79226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 08:56:58.894542 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-e4c7cdd0-b1c4-4266-b5c6-54088bf2ffc6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7300718 Jul 29 08:56:58.897138 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50042) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:56:58.902797 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.v2.base [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Request body: {'subnet': {'network_id': '76d90ab1-f7a1-475a-97be-849be544e771', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586627175-subnet', 'tenant_id': 'fbd2d114aac34d7bbe943fbf56711e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:56:58.907647 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:56:58.915240 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Usage tracker for resource:subnet and tenant:fbd2d114aac34d7bbe943fbf56711e44 is out of sync, need to count used quota {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:56:58.915240 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79225) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:56:58.920944 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.quota.driver [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79225) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:56:58.972838 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Made reservation on behalf of fbd2d114aac34d7bbe943fbf56711e44 for: {'subnet': 1} {{(pid=79225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:56:58.975825 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2383334'] for subnet, before_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:59.235748 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2190310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2383252'] for subnet, after_create {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:59.240800 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-99b1fffc-0c78-40d4-88b4-18dcfea03813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:56:59.310616 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f0780d-5395-43c7-8bdf-580c6ab8ced7,revision_number=0']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:56:59.314781 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:56:59.319454 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Checking segment: {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:56:59.319882 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Network hostable DHCP agents. Network: 76d90ab1-f7a1-475a-97be-849be544e771, hostable agents: ['3e55d73b-c873-4cce-9237-b51a3a504c53'], hosted agents: [] {{(pid=79225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 08:56:59.395684 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Network 76d90ab1-f7a1-475a-97be-849be544e771 is scheduled to be hosted by DHCP agent 3e55d73b-c873-4cce-9237-b51a3a504c53 with binding_index 1 {{(pid=79225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 08:56:59.458219 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.base_scheduler [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-smb, 76d90ab1-f7a1-475a-97be-849be544e771) {{(pid=79225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:56:59.463145 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:56:59.464099 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:56:59.469591 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a843e-3825-4431-b879-38bcc2cf47f6 None None] Network 76d90ab1-f7a1-475a-97be-849be544e771 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:56:59.551486 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-0f60c83e-be35-4867-9e39-411ce9d88599 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6532800 Jul 29 08:56:59.681232 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b4d31-79de-44bc-9351-a1dfafaccc27 None None] Network 76d90ab1-f7a1-475a-97be-849be544e771 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:57:01.936631 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-5b5f4cbf-4c0e-4781-8a47-379acaf9941a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2016108 Jul 29 08:57:01.943844 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-640b15b1-a251-4629-b822-18c241c9f72b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:01.945234 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-640b15b1-a251-4629-b822-18c241c9f72b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/networks?id=76d90ab1-f7a1-475a-97be-849be544e771 HTTP/1.1" status: 200 len: 809 time: 0.1785793 Jul 29 08:57:01.965260 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-8f10790a-85d2-4f36-a8cf-4bb047ddc292 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/quotas/fbd2d114aac34d7bbe943fbf56711e44 HTTP/1.1" status: 200 len: 375 time: 0.0125980 Jul 29 08:57:02.048264 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-cb5a835f-4285-4f8c-a071-6b38c0cab4c2 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770326 Jul 29 08:57:02.089376 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-e41a8cb8-6149-4176-bb76-dc90290bdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:02.090903 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-e41a8cb8-6149-4176-bb76-dc90290bdf43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.0812690 Jul 29 08:57:02.428602 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-3e740af5-e464-45cb-b331-50ccf5791e04 service neutron] 10.222.0.36 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692591 Jul 29 08:57:02.429786 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-f3b2a426-df27-4699-98bb-71d9d6c2ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:02.431139 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-f3b2a426-df27-4699-98bb-71d9d6c2ed7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.3001187 Jul 29 08:57:02.617827 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-edb7ab82-f4e6-4cb1-b698-1ef5e52fa631 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 1002 time: 0.1660860 Jul 29 08:57:02.682633 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-7db61107-b1a5-4257-88d0-edfc89fea116 service neutron] 10.222.0.36 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481227 Jul 29 08:57:02.696107 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-bece896d-5108-48bc-9db2-f46d4d74ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:02.697429 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-bece896d-5108-48bc-9db2-f46d4d74ed76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0706999 Jul 29 08:57:02.772989 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-c0c1b4d4-931b-4ca1-8931-9e8003f26913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:02.775089 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-c0c1b4d4-931b-4ca1-8931-9e8003f26913 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708048 Jul 29 08:57:02.914446 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-8b95d3d5-0c05-4d71-b2ef-f501311e4d28 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322758 Jul 29 08:57:02.949682 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8c1b0219-b786-4cdf-a41c-5aa6e4a555a0 req-ac48f041-c630-4f39-99f3-dddb89d51621 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 210 time: 0.0642004 Jul 29 08:57:03.051923 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-d58fbd74-3347-4111-b481-f90cd855ca3b req-09c6bf3a-2de9-4283-bf5c-a185b72acbd5 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310654 Jul 29 08:57:04.118267 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5710b58e-6b0e-4ada-bc4e-036de1e06900 req-de55904a-e91b-4ab2-b40c-913163b97609 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 210 time: 0.0470490 Jul 29 08:57:05.113289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-cf949e7a-bba3-4842-b2eb-3b9a4d9eb9a9 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:05.114828 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-cf949e7a-bba3-4842-b2eb-3b9a4d9eb9a9 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "GET /v2.0/networks?id=76d90ab1-f7a1-475a-97be-849be544e771 HTTP/1.1" status: 200 len: 809 time: 0.1517324 Jul 29 08:57:05.126377 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Request body: {'port': {'device_id': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771', 'admin_state_up': True, 'tenant_id': 'fbd2d114aac34d7bbe943fbf56711e44'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:57:05.274988 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:57:05.279145 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Usage tracker for resource:port and tenant:fbd2d114aac34d7bbe943fbf56711e44 is out of sync, need to count used quota {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 08:57:05.282307 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79224) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 08:57:05.288604 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:57:05.290113 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-65957764-c65b-466c-bd1e-78d2cb751575 req-48a0f873-41ea-4dbd-b70f-c7bbe61eea7c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 210 time: 0.0517831 Jul 29 08:57:05.361252 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Made reservation on behalf of fbd2d114aac34d7bbe943fbf56711e44 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:57:05.365060 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:05.525593 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Allocated IP 172.20.0.4 (76d90ab1-f7a1-475a-97be-849be544e771/43f0780d-5395-43c7-8bdf-580c6ab8ced7/5f26f77e-cb69-43f9-88a6-1187270a772a) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:57:05.840378 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:05.933103 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:05.939242 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-02b10bbf-c1cf-451f-92e2-a77f8ade0953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:06.009240 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Network 76d90ab1-f7a1-475a-97be-849be544e771 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:57:06.012338 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:57:06.016229 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:57:06.046339 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Pushing event updated for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:06.052498 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:06.082668 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:06.083274 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:06.179799 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-956dd7e3-7771-413e-aa90-0f572b44cb9e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569115 Jul 29 08:57:06.191306 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Request body: {'port': {'device_id': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:57:06.309402 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:06.620289 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507b51-bc79-4e27-94ed-63c228864303 req-a5968db9-5a1a-402e-ad38-2988d0d364a7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:06.620975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-ce507b51-bc79-4e27-94ed-63c228864303 req-a5968db9-5a1a-402e-ad38-2988d0d364a7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Synchronizing usage tracker for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:06.721305 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-ce507b51-bc79-4e27-94ed-63c228864303 req-a5968db9-5a1a-402e-ad38-2988d0d364a7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Unset dirty status for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:06.722495 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ce507b51-bc79-4e27-94ed-63c228864303 req-a5968db9-5a1a-402e-ad38-2988d0d364a7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 931 time: 0.3018680 Jul 29 08:57:06.754315 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f26f77e-cb69-43f9-88a6-1187270a772a {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:57:06.763761 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:06.792298 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-ce507b51-bc79-4e27-94ed-63c228864303 req-4277c003-9826-43b0-9829-256acbdbbffe tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Jul 29 08:57:06.794638 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Transition to ACTIVE for port object 5f26f77e-cb69-43f9-88a6-1187270a772a will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:57:06.841134 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:06.845272 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-9d04f24d-ec40-4dec-826b-95d1ef2448db tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:06.996775 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Pushing event updated for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:07.003725 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:07.075808 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Attempting to bind port 5f26f77e-cb69-43f9-88a6-1187270a772a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:57:07.076137 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Attempting to bind port 5f26f77e-cb69-43f9-88a6-1187270a772a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:57:07.076464 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Attempting to bind port 5f26f77e-cb69-43f9-88a6-1187270a772a on network 76d90ab1-f7a1-475a-97be-849be544e771 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:57:07.080977 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Port 5f26f77e-cb69-43f9-88a6-1187270a772a on network 76d90ab1-f7a1-475a-97be-849be544e771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:57:07.081294 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Attempting to bind port 5f26f77e-cb69-43f9-88a6-1187270a772a on network 76d90ab1-f7a1-475a-97be-849be544e771 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:57:07.086941 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:57:07.087275 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Checking segment: {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:57:07.087654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Bound using segment: {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:57:07.088068 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Bound port: 5f26f77e-cb69-43f9-88a6-1187270a772a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:57:07.088408 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:07.174541 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:57:07.177595 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f26f77e-cb69-43f9-88a6-1187270a772a,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:57:07.218848 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:07.223679 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e48dc3e5-d563-425d-971a-07b5cb79304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:07.284653 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:07.285258 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:07.287425 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f26f77e-cb69-43f9-88a6-1187270a772a HTTP/1.1" status: 200 len: 1093 time: 1.1002936 Jul 29 08:57:07.287929 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:07.308194 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Pushing event updated for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:07.311752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:07.338679 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a', 'status': 'completed', 'code': 200} Jul 29 08:57:07.429034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf732-ca52-4515-b8f4-378533af17e2 req-35621a34-2509-44c8-8341-be84a7b7e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:07.430480 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6febf732-ca52-4515-b8f4-378533af17e2 req-35621a34-2509-44c8-8341-be84a7b7e78e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0715663 Jul 29 08:57:07.574656 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf732-ca52-4515-b8f4-378533af17e2 req-43f5ba6b-1f9e-47f0-8aa4-231e86afd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:07.576275 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6febf732-ca52-4515-b8f4-378533af17e2 req-43f5ba6b-1f9e-47f0-8aa4-231e86afd5e0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1380355 Jul 29 08:57:07.713201 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf732-ca52-4515-b8f4-378533af17e2 req-109514b2-f84e-490f-8269-1de569a66755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:07.714684 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6febf732-ca52-4515-b8f4-378533af17e2 req-109514b2-f84e-490f-8269-1de569a66755 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321726 Jul 29 08:57:07.816165 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-fb5c50a6-ceae-4d2e-8f91-2e8e65fa74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:07.817628 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-fb5c50a6-ceae-4d2e-8f91-2e8e65fa74e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 1096 time: 0.0685728 Jul 29 08:57:08.029427 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-95b3b4bd-c3b3-4326-b374-c5b7953a9a6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f26f77e-cb69-43f9-88a6-1187270a772a HTTP/1.1" status: 200 len: 217 time: 0.2037401 Jul 29 08:57:08.107172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-34318db4-d5a1-4ba4-a3c7-2a54cf0eb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:08.108610 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-34318db4-d5a1-4ba4-a3c7-2a54cf0eb3a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43f0780d-5395-43c7-8bdf-580c6ab8ced7 HTTP/1.1" status: 200 len: 849 time: 0.0684004 Jul 29 08:57:08.160311 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-e947f709-5547-4fbd-aac6-175c33a51da4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76d90ab1-f7a1-475a-97be-849be544e771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449803 Jul 29 08:57:08.168468 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ffacb-7765-4386-be98-0ca2c0329ce2 req-f8afd03b-a209-41bb-a95c-0dbe3349fb3b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:08.169847 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f08ffacb-7765-4386-be98-0ca2c0329ce2 req-f8afd03b-a209-41bb-a95c-0dbe3349fb3b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 943 time: 0.1901579 Jul 29 08:57:08.301584 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f08ffacb-7765-4386-be98-0ca2c0329ce2 req-189d61f7-3602-4af8-8414-a8a1bb0cb065 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Jul 29 08:57:08.328777 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-f9cb9a05-dd5d-4cbd-b410-11d5b698c6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580148 Jul 29 08:57:08.461785 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-816c0da7-7e54-4d7c-948d-8a92292b4d30 req-d365eda9-a160-40ac-b2b3-a088cdeeea4c service neutron] 10.222.0.11 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Jul 29 08:57:09.488220 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0c0ae-b011-42f7-987b-9f366f923177 req-d5cbbaf2-0eff-4675-b133-3be28b28c6ea tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:09.489709 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57f0c0ae-b011-42f7-987b-9f366f923177 req-d5cbbaf2-0eff-4675-b133-3be28b28c6ea tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 943 time: 0.0784037 Jul 29 08:57:09.537140 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-57f0c0ae-b011-42f7-987b-9f366f923177 req-f2fcf2d9-1c57-4f16-99a1-7ee41d9729bb tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Synchronizing usage tracker for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:security_group {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:09.664162 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-57f0c0ae-b011-42f7-987b-9f366f923177 req-f2fcf2d9-1c57-4f16-99a1-7ee41d9729bb tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Unset dirty status for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:security_group {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:09.665335 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-57f0c0ae-b011-42f7-987b-9f366f923177 req-f2fcf2d9-1c57-4f16-99a1-7ee41d9729bb tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700821 Jul 29 08:57:10.850426 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab6ee-62fe-4cec-8afb-b7646762e07a req-cb197054-4f45-4a29-b2db-cf803a69c012 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:10.851843 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-418ab6ee-62fe-4cec-8afb-b7646762e07a req-cb197054-4f45-4a29-b2db-cf803a69c012 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 943 time: 0.0798399 Jul 29 08:57:10.900520 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-418ab6ee-62fe-4cec-8afb-b7646762e07a req-90d580a6-5eff-422c-ac5d-0637282b4f6b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Jul 29 08:57:11.703978 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-73d0d047-e378-4720-b41e-6f7fac323d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:12.058710 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:12.093778 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24eb2f-ba70-4437-adf8-42a4cefd204c req-d9b6ffd7-a3ea-4be9-9cec-5c26d87e14d4 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:12.095344 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1e24eb2f-ba70-4437-adf8-42a4cefd204c req-d9b6ffd7-a3ea-4be9-9cec-5c26d87e14d4 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 943 time: 0.0849988 Jul 29 08:57:12.149498 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-1e24eb2f-ba70-4437-adf8-42a4cefd204c req-09731aaa-c89c-4657-af94-83076e4e1bd3 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Jul 29 08:57:12.365276 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5f26f77e-cb69-43f9-88a6-1187270a772a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:57:12.496564 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f26f77e-cb69-43f9-88a6-1187270a772a,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:12.509602 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': '5f26f77e-cb69-43f9-88a6-1187270a772a', 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771', 'port_id': '5f26f77e-cb69-43f9-88a6-1187270a772a', 'mac_address': 'fa:16:3e:92:6c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0780d-5395-43c7-8bdf-580c6ab8ced7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:57:12.568381 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:12.585537 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f26f77e-cb69-43f9-88a6-1187270a772a {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:57:12.605220 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f26f77e-cb69-43f9-88a6-1187270a772a,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:12.669973 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:12.672883 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:12.745034 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:12.752097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.752437 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.752800 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.753130 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.753453 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.753815 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.754126 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.754440 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.754756 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.755070 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.755383 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.755701 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:12.759734 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:12.889709 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['5f26f77e-cb69-43f9-88a6-1187270a772a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:57:13.336006 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c229ade-7628-4eb4-91b7-14e8f28cc54d req-47911610-4312-4d98-b6cc-fbc5aef82896 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:13.337519 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7c229ade-7628-4eb4-91b7-14e8f28cc54d req-47911610-4312-4d98-b6cc-fbc5aef82896 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 944 time: 0.0825510 Jul 29 08:57:13.382814 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-7c229ade-7628-4eb4-91b7-14e8f28cc54d req-95db54aa-843a-4949-a9fb-d883fd997b6c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Jul 29 08:57:14.144163 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c66e9eb2-4dbb-4135-852c-6f961b89baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:14.385620 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5f26f77e-cb69-43f9-88a6-1187270a772a up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:57:14.504024 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port 5f26f77e-cb69-43f9-88a6-1187270a772a completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:57:14.511610 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port 5f26f77e-cb69-43f9-88a6-1187270a772a triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:57:14.511990 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:14.690808 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bc86a-9a95-4fd1-a7a5-54595dfedaf7 req-7803c287-14df-48be-9933-2596d24ccd49 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:14.696706 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bd1bc86a-9a95-4fd1-a7a5-54595dfedaf7 req-7803c287-14df-48be-9933-2596d24ccd49 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 944 time: 0.2039382 Jul 29 08:57:14.698210 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:14.729957 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:14.742799 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f26f77e-cb69-43f9-88a6-1187270a772a,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:14.753559 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-bd1bc86a-9a95-4fd1-a7a5-54595dfedaf7 req-740f4c50-93ab-48d7-a0e6-25e72c59ebde tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543461 Jul 29 08:57:14.787493 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a', 'code': 200} Jul 29 08:57:14.812399 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:14.814289 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:14.881516 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:14.884583 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:15.143366 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056172-69ad-415d-8a11-7dc8b406715f req-a08a234e-99ac-4759-b2b8-65841cf8f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:15.144748 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e6056172-69ad-415d-8a11-7dc8b406715f req-a08a234e-99ac-4759-b2b8-65841cf8f540 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 1098 time: 0.0734520 Jul 29 08:57:15.185864 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e6056172-69ad-415d-8a11-7dc8b406715f req-d3e879fa-5d32-4942-946b-696c7cb8291a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Jul 29 08:57:15.298191 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:15.943645 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ecc93-d94d-4ba6-9b1f-a1570ab96e57 req-39a43a06-96ec-4ed2-ad87-3e1e08c72ba7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:15.945114 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ec8ecc93-d94d-4ba6-9b1f-a1570ab96e57 req-39a43a06-96ec-4ed2-ad87-3e1e08c72ba7 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 945 time: 0.0828884 Jul 29 08:57:16.006674 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-ec8ecc93-d94d-4ba6-9b1f-a1570ab96e57 req-0048d685-0bd2-4faa-97f8-7bcab9b66a25 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551689 Jul 29 08:57:16.727120 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:17.188553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a89af-6945-46c8-b588-02e5bc0b4eaf req-01e9d7e3-c93b-42ae-ab50-e4c8bb2aef0c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:17.190039 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-763a89af-6945-46c8-b588-02e5bc0b4eaf req-01e9d7e3-c93b-42ae-ab50-e4c8bb2aef0c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 945 time: 0.0779638 Jul 29 08:57:17.237601 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-763a89af-6945-46c8-b588-02e5bc0b4eaf req-9ebca989-4191-4ab3-9d17-a8c0056e953b tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Jul 29 08:57:18.850720 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03460e-9a0b-4004-b7c0-e21ec736062d req-6cdaa873-fdc8-4f9e-a00b-cfea08aa3511 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:18.852114 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2e03460e-9a0b-4004-b7c0-e21ec736062d req-6cdaa873-fdc8-4f9e-a00b-cfea08aa3511 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 945 time: 0.0799687 Jul 29 08:57:18.896822 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-2e03460e-9a0b-4004-b7c0-e21ec736062d req-b9971e8d-fde2-4602-8a35-66f924f8d494 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Jul 29 08:57:20.074056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-a7c1d27c-c138-4538-9bb2-a1a6478ca286 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:20.075558 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-a7c1d27c-c138-4538-9bb2-a1a6478ca286 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 945 time: 0.0901659 Jul 29 08:57:20.091570 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cd3e7-42ef-4ccf-a095-c00dda0bb474 req-9901b086-d156-424f-9ba3-e1300db7dc20 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:20.093350 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a48cd3e7-42ef-4ccf-a095-c00dda0bb474 req-9901b086-d156-424f-9ba3-e1300db7dc20 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 945 time: 0.0841763 Jul 29 08:57:20.141620 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-a48cd3e7-42ef-4ccf-a095-c00dda0bb474 req-2881ca2f-cdbb-41c9-ae83-f48d1f9ad584 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Jul 29 08:57:20.148993 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Deleting port 5f26f77e-cb69-43f9-88a6-1187270a772a {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:20.149329 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:20.407163 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] For port 5f26f77e-cb69-43f9-88a6-1187270a772a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f26f77e-cb69-43f9-88a6-1187270a772a,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:20.407409 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:20.634951 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Calling delete_port for 5f26f77e-cb69-43f9-88a6-1187270a772a owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:20.881613 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:20.887344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:20.893802 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['5f26f77e-cb69-43f9-88a6-1187270a772a'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:57:20.938824 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Pushing event deleted for resources: {'Port': ['ID=5f26f77e-cb69-43f9-88a6-1187270a772a,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:20.981787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.982177 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.982587 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.982964 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.983486 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.983857 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.984360 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.984717 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.985071 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.985424 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.985792 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.986141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:20.994328 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:21.036068 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] No DVR routers for this DVR port 5f26f77e-cb69-43f9-88a6-1187270a772a on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:57:21.038600 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:21.041818 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'name': 'network-vif-deleted', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:21.088961 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da951ec-0bfb-4739-b917-ed82fabe7f8e', 'name': 'network-vif-deleted', 'tag': '5f26f77e-cb69-43f9-88a6-1187270a772a', 'status': 'completed', 'code': 200} Jul 29 08:57:21.110368 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-e6ca71c3-e875-4408-bda8-b022188c2e9b req-fe6971f4-3000-4732-ab3b-7cf09bfe59ec tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "DELETE /v2.0/ports/5f26f77e-cb69-43f9-88a6-1187270a772a HTTP/1.1" status: 204 len: 173 time: 1.0287089 Jul 29 08:57:21.297017 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-2400ff5f-5cdd-41e5-b86d-c42d1965ddfa req-c9b1c4cb-ac99-4edb-8d83-d4ba1f74fccd tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da951ec-0bfb-4739-b917-ed82fabe7f8e HTTP/1.1" status: 200 len: 210 time: 0.0458930 Jul 29 08:57:22.665395 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1258a55d-3758-4dfe-a2db-80d11449b63c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:22.665395 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1258a55d-3758-4dfe-a2db-80d11449b63c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Synchronizing usage tracker for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:network {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:22.777957 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1258a55d-3758-4dfe-a2db-80d11449b63c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Unset dirty status for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:network {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:22.779157 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1258a55d-3758-4dfe-a2db-80d11449b63c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/networks?id=76d90ab1-f7a1-475a-97be-849be544e771 HTTP/1.1" status: 200 len: 809 time: 0.2655787 Jul 29 08:57:22.796461 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-09e6222e-4d25-4a90-91fe-ec973af0322c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/quotas/fbd2d114aac34d7bbe943fbf56711e44 HTTP/1.1" status: 200 len: 375 time: 0.0113530 Jul 29 08:57:22.843277 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cdd44e8d-ecd3-409d-966a-9f885fd739cc tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414052 Jul 29 08:57:22.851940 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:57:22.896765 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-006a19d0-488c-4201-bc91-d9b0442b7650 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=79225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 08:57:22.897741 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-006a19d0-488c-4201-bc91-d9b0442b7650 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473516 Jul 29 08:57:23.031062 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-274934c9-fbda-4206-8beb-ad8861b7c6db service neutron] 10.222.0.36 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270552 Jul 29 08:57:23.162839 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-24ed03a0-8b24-4098-bf25-408ecd785244 service neutron] 10.222.0.36 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260340 Jul 29 08:57:23.456935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-1b6f58e1-1593-42af-bc67-9831211b9bf8 req-29564c5f-3d8b-4b5c-8bd3-1b4fd49956d6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Synchronizing usage tracker for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:23.538112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-1b6f58e1-1593-42af-bc67-9831211b9bf8 req-29564c5f-3d8b-4b5c-8bd3-1b4fd49956d6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Unset dirty status for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:23.544263 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-1b6f58e1-1593-42af-bc67-9831211b9bf8 req-29564c5f-3d8b-4b5c-8bd3-1b4fd49956d6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 210 time: 0.1249967 Jul 29 08:57:24.426756 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5f26f77e-cb69-43f9-88a6-1187270a772a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:24.464218 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: 5f26f77e-cb69-43f9-88a6-1187270a772a {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:24.464569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device 5f26f77e-cb69-43f9-88a6-1187270a772a not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:24.690842 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8d73dbf9-2edc-4d1a-8790-c0f0d0ced76e req-5bbed40f-eea6-43bc-9387-0c691b9363b4 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 210 time: 0.0430031 Jul 29 08:57:25.670941 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1400258a-1504-4ae3-9830-7488edcd95ed tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:25.672295 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-1400258a-1504-4ae3-9830-7488edcd95ed tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "GET /v2.0/networks?id=76d90ab1-f7a1-475a-97be-849be544e771 HTTP/1.1" status: 200 len: 809 time: 0.1550276 Jul 29 08:57:25.684311 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Request body: {'port': {'device_id': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771', 'admin_state_up': True, 'tenant_id': 'fbd2d114aac34d7bbe943fbf56711e44'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:57:25.859083 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-9619fd6a-64bd-47a4-9ab4-65ec0d20b0e8 req-98eb9cac-9881-4ba0-83ee-938d5a2c2f44 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 210 time: 0.0616105 Jul 29 08:57:25.867524 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 08:57:25.877504 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.quota.driver [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79224) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 08:57:26.058080 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Made reservation on behalf of fbd2d114aac34d7bbe943fbf56711e44 for: {'port': 1} {{(pid=79224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 08:57:26.061795 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:26.227009 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_common [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Allocated IP 172.20.0.8 (76d90ab1-f7a1-475a-97be-849be544e771/43f0780d-5395-43c7-8bdf-580c6ab8ced7/dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af) {{(pid=79224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 08:57:26.437876 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks [] for port, precommit_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:26.458258 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:26.549942 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759894361640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_create {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:26.556321 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6c175dbd-aad2-4064-8785-437bf82cdf2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:26.619007 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Network 76d90ab1-f7a1-475a-97be-849be544e771 is already hosted by enough agents. {{(pid=79224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 08:57:26.622179 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.base_scheduler [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Resources bound (agent type, host, resource id): {{(pid=79224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 08:57:26.626044 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Received port after_create {{(pid=79224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 08:57:26.665141 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Pushing event updated for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=1']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:26.669445 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:26.699725 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:26.700569 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:26.807085 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-379c4651-f959-4785-bc31-d6a98813ad85 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1265581 Jul 29 08:57:26.819870 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.v2.base [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Request body: {'port': {'device_id': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 08:57:26.930622 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.047702 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cdd28-6d52-4b88-ab67-dbbaebc6c370 req-662e116f-cb15-48e5-928e-e5dcffe8fdb4 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:27.049078 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-967cdd28-6d52-4b88-ab67-dbbaebc6c370 req-662e116f-cb15-48e5-928e-e5dcffe8fdb4 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 931 time: 0.0840404 Jul 29 08:57:27.095906 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-967cdd28-6d52-4b88-ab67-dbbaebc6c370 req-2ddfabfd-19a6-41be-bed9-ef802671668c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Jul 29 08:57:27.354113 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af {{(pid=79224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:57:27.361379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.375899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.provisioning_blocks [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Transition to ACTIVE for port object dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af will not be triggered until provisioned by entity L2. {{(pid=79224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 08:57:27.481098 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.485172 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:27.631386 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=2']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:27.638316 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:27.713662 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Attempting to bind port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 08:57:27.714403 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Attempting to bind port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 08:57:27.714539 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Attempting to bind port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af on network 76d90ab1-f7a1-475a-97be-849be544e771 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:57:27.719441 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af on network 76d90ab1-f7a1-475a-97be-849be544e771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 08:57:27.719765 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Attempting to bind port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af on network 76d90ab1-f7a1-475a-97be-849be544e771 {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 08:57:27.724948 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Checking agent: {'id': '60dc62e3-1e68-41e7-ab73-9c48df2ceced', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'started_at': datetime.datetime(2021, 7, 29, 8, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 08:57:27.725295 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Checking segment: {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 08:57:27.725680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Bound using segment: {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'} {{(pid=79224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 08:57:27.726134 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.managers [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Bound port: dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935c0580-a8d3-4e45-ab81-889b7ce77fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771'}}] {{(pid=79224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 08:57:27.726483 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.821012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, cleared binding levels {{(pid=79224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 08:57:27.823967 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 08:57:27.898500 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3920433'] for port, after_update {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.902112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b66d6c11-e5e5-4d80-bdc5-b8c139ae15d8 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:27.962040 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:27.962670 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:27.964036 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af HTTP/1.1" status: 200 len: 1093 time: 1.1485636 Jul 29 08:57:27.964539 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:27.983688 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=3']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:27.991398 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-cb7793ce-cf7a-4051-a76e-273f94bae4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:28.009969 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af', 'status': 'completed', 'code': 200} Jul 29 08:57:28.102085 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-9e14761d-6dfa-4a58-ad0c-06aff7bf6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.103565 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-9e14761d-6dfa-4a58-ad0c-06aff7bf6914 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 1096 time: 0.0731263 Jul 29 08:57:28.244900 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-c37702c9-7164-461b-a0ff-1c826833d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.246407 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-c37702c9-7164-461b-a0ff-1c826833d718 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1351631 Jul 29 08:57:28.285657 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eecef-9573-4d54-bea6-c59586684ac9 req-a8c1e953-ba2c-478f-a3ea-df11653546d3 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.287177 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9a5eecef-9573-4d54-bea6-c59586684ac9 req-a8c1e953-ba2c-478f-a3ea-df11653546d3 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 943 time: 0.0856199 Jul 29 08:57:28.332769 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-9a5eecef-9573-4d54-bea6-c59586684ac9 req-1846b8e5-b419-4d7f-a6fa-3cceafd73bbe tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Jul 29 08:57:28.385103 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-39f6a215-3bbf-4842-812f-5568d82795cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.386607 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-bbd9edac-6cf8-453a-aaed-bca03d439855 req-39f6a215-3bbf-4842-812f-5568d82795cf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338878 Jul 29 08:57:28.495051 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-15253d34-b025-48b0-a260-a7b11d51c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.496433 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-15253d34-b025-48b0-a260-a7b11d51c5e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 1096 time: 0.0745714 Jul 29 08:57:28.566230 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-9f747ede-849a-43d2-9d22-e29ca4256638 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af HTTP/1.1" status: 200 len: 217 time: 0.0625570 Jul 29 08:57:28.627566 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-93619fda-4f48-48af-a1fd-7eeeed5ce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:28.628987 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-93619fda-4f48-48af-a1fd-7eeeed5ce9e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43f0780d-5395-43c7-8bdf-580c6ab8ced7 HTTP/1.1" status: 200 len: 849 time: 0.0569530 Jul 29 08:57:28.676808 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-e8a9affb-88be-47dc-9bf6-56de72d303d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76d90ab1-f7a1-475a-97be-849be544e771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413332 Jul 29 08:57:28.810426 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-a8a45bc6-7ded-4952-8d4a-7b17b5a9d50b service neutron] 10.222.0.11 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269701 Jul 29 08:57:28.938538 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-6044edcc-8354-4b95-8270-db311a0e13f2 req-156fd1cc-5579-4c31-8423-7d0373206f2f service neutron] 10.222.0.11 "GET /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219692 Jul 29 08:57:29.524537 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb093013-6a7a-4e08-99f9-3f26421051ed req-6b10d6b3-87f7-461a-9c95-dacd9ef4486c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:29.525241 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-cb093013-6a7a-4e08-99f9-3f26421051ed req-6b10d6b3-87f7-461a-9c95-dacd9ef4486c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Synchronizing usage tracker for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:29.606711 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-cb093013-6a7a-4e08-99f9-3f26421051ed req-6b10d6b3-87f7-461a-9c95-dacd9ef4486c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Unset dirty status for tenant:fbd2d114aac34d7bbe943fbf56711e44 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:29.607943 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cb093013-6a7a-4e08-99f9-3f26421051ed req-6b10d6b3-87f7-461a-9c95-dacd9ef4486c tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 943 time: 0.1654642 Jul 29 08:57:29.637937 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50172) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:29.655192 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-cb093013-6a7a-4e08-99f9-3f26421051ed req-7f49b211-d1dc-4607-bfa3-251383051518 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jul 29 08:57:29.849745 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Deleting port 9e9d3033-76d0-490f-9427-dc63d5c4015f {{(pid=79225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:29.850101 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:30.012252 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:30.012573 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:30.230732 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.plugins.ml2.plugin [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Calling delete_port for 9e9d3033-76d0-490f-9427-dc63d5c4015f owned by network:floatingip {{(pid=79225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:30.463596 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2189942'] for port, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:30.467641 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-9f505b38-188d-43bc-9851-811f8eda3096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:30.511485 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event deleted for resources: {'Port': ['ID=9e9d3033-76d0-490f-9427-dc63d5c4015f,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:30.553210 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.553578 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.553965 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.554319 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.554817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.555173 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.555523 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.555870 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.556219 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.556570 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.556913 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.557255 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-smb {{(pid=79225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 08:57:30.584677 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:30.612858 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for floatingip, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:30.613183 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.db.l3_db [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Floating IP 5ffbb26d-17b4-4567-801e-4466d4a5e931 disassociated (deleted). External IP: 172.28.1.116, port: e195b808-4b19-452d-95c3-34553cbd0564. Jul 29 08:57:30.947233 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873403a2-b457-4bff-a967-b414c7f265b8 req-b87ea054-4025-43f5-8d10-39b7a76b09c6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:30.948843 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-873403a2-b457-4bff-a967-b414c7f265b8 req-b87ea054-4025-43f5-8d10-39b7a76b09c6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 943 time: 0.1805995 Jul 29 08:57:31.066691 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-873403a2-b457-4bff-a967-b414c7f265b8 req-04be82ec-6b29-43b8-a91e-6f75d930da0e tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Jul 29 08:57:31.074699 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:57:31.258135 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:57:31.267133 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Sync routers for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:57:31.275303 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for floatingip, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:31.276031 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:31.276663 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:31.331068 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-c899b47e-cd09-4f5f-acee-11b432b2ee45 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "DELETE /v2.0/floatingips/5ffbb26d-17b4-4567-801e-4466d4a5e931 HTTP/1.1" status: 204 len: 168 time: 1.6916916 Jul 29 08:57:31.331796 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:31.463020 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:31.551442 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'status': 'completed', 'code': 200} Jul 29 08:57:31.648132 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-9ee78533-159e-46f9-81cd-f4d5313d57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:31.649703 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-9ee78533-159e-46f9-81cd-f4d5313d57df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 1099 time: 0.0758340 Jul 29 08:57:31.798047 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:31.801988 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Checking router: 38757ca3-f22d-4fbc-8a0d-ddee8563c61f for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:57:31.811411 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:31.811968 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:31.881822 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-62de3632-9a6f-4ccd-acd9-0cc052b4d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:31.883316 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-62de3632-9a6f-4ccd-acd9-0cc052b4d126 service neutron] 10.222.0.11 "GET /v2.0/networks?id=855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 200 len: 909 time: 0.2272830 Jul 29 08:57:31.960064 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-ac91af74-f141-4807-a535-1ff004724f90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 200 len: 217 time: 0.0689712 Jul 29 08:57:31.999357 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:32.023112 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a30fd-b8a9-41da-a2c6-ab3d635be74d req-12296acb-466c-4f59-968d-1c11e75f2d4e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:32.023815 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-025a30fd-b8a9-41da-a2c6-ab3d635be74d req-12296acb-466c-4f59-968d-1c11e75f2d4e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79225) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:32.029167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-552c1d68-d547-4e52-a0ef-b8f2cac6b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:32.031151 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-552c1d68-d547-4e52-a0ef-b8f2cac6b8e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 200 len: 847 time: 0.0631311 Jul 29 08:57:32.109458 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-a35a0cf0-221c-41f7-a18d-8e218a19cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:32.110979 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-a35a0cf0-221c-41f7-a18d-8e218a19cfe7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=855110e0-b7ce-4004-98a0-fd555c0fc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726025 Jul 29 08:57:32.183406 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.quota.resource [req-025a30fd-b8a9-41da-a2c6-ab3d635be74d req-12296acb-466c-4f59-968d-1c11e75f2d4e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79225) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:32.184716 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-025a30fd-b8a9-41da-a2c6-ab3d635be74d req-12296acb-466c-4f59-968d-1c11e75f2d4e tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.2463903 Jul 29 08:57:32.237933 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-025a30fd-b8a9-41da-a2c6-ab3d635be74d req-be7ef207-35b8-418b-9a89-b9e38810a745 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473888 Jul 29 08:57:32.313571 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-e2fadb55-280c-4f5b-898a-689c5d1f66b6 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934011 Jul 29 08:57:32.326452 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:32.330970 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97df0a-0f25-449b-b418-7851c1e7f891 None None] The sync data for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb is: [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:53:06Z', 'revision_number': 4, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb', '_interfaces': [{'id': '3a25606d-6960-4a67-81b3-50bbcb382715', 'name': '', 'network_id': '855110e0-b7ce-4004-98a0-fd555c0fc05d', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'mac_address': 'fa:16:3e:6c:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:05Z', 'updated_at': '2021-07-29T08:53:11Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'subnets': [{'id': 'a483de6a-738c-4ee2-9ebb-bc5e804730f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:57:32.352994 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415372a-67f0-45c3-98ee-83bfdbcef4e4 req-9377ddb2-6f1b-4691-8663-7439e52d1033 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:32.354493 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5415372a-67f0-45c3-98ee-83bfdbcef4e4 req-9377ddb2-6f1b-4691-8663-7439e52d1033 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 943 time: 0.1449842 Jul 29 08:57:32.472827 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 08:57:32.483127 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5415372a-67f0-45c3-98ee-83bfdbcef4e4 req-076d0317-6201-4a72-bc0e-58dc5c406ce3 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 Jul 29 08:57:32.508172 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-f4e55b7b-adc5-4615-a537-7abf990c37ef req-62209aa7-b721-475d-9371-28e8c6ca4d97 service neutron] 10.222.0.11 "GET /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864932 Jul 29 08:57:32.613705 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a737023-a978-42da-8ac9-c0d12d01da35 None None] New status for floating IP 5ffbb26d-17b4-4567-801e-4466d4a5e931: DOWN {{(pid=79227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 08:57:32.669439 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:32.685121 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Returning: {'device': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af', 'network_id': '76d90ab1-f7a1-475a-97be-849be544e771', 'port_id': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af', 'mac_address': 'fa:16:3e:ac:87:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0780d-5395-43c7-8bdf-580c6ab8ced7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 08:57:32.750943 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:32.771123 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af {{(pid=79226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 08:57:32.788652 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:32.921180 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:32.922938 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:32.994592 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=4']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:32.997678 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:33.133736 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:57:33.312567 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-f8ed2ca2-f037-4a2b-989d-1969c60121a4 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:33.314701 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-f8ed2ca2-f037-4a2b-989d-1969c60121a4 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0921664 Jul 29 08:57:33.392954 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Deleting port e195b808-4b19-452d-95c3-34553cbd0564 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:33.393292 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:33.432331 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5283-540e-4f46-8c77-201136cb0f9a req-df20af70-77f1-42e9-ad96-09ff4415c700 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:33.433915 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-79fb5283-540e-4f46-8c77-201136cb0f9a req-df20af70-77f1-42e9-ad96-09ff4415c700 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 946 time: 0.0830913 Jul 29 08:57:33.485702 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-79fb5283-540e-4f46-8c77-201136cb0f9a req-04664528-d112-4bcf-a227-ac13c84abba9 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4c47eff-a30a-4cae-adc4-686e805923b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457351 Jul 29 08:57:33.720798 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] For port e195b808-4b19-452d-95c3-34553cbd0564, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e195b808-4b19-452d-95c3-34553cbd0564,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:33.722878 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:33.852692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Calling delete_port for e195b808-4b19-452d-95c3-34553cbd0564 owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:33.912863 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba74a-8ae2-4bdd-af16-580b3986188b req-29e46207-52e3-4e17-9e40-a90593ea7640 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:33.914452 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-13cba74a-8ae2-4bdd-af16-580b3986188b req-29e46207-52e3-4e17-9e40-a90593ea7640 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 944 time: 0.3018427 Jul 29 08:57:33.988100 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-13cba74a-8ae2-4bdd-af16-580b3986188b req-38c0d74e-6f32-421d-9ecd-e77626c394a2 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655251 Jul 29 08:57:34.120752 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:34.127109 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-b3edd42e-ca50-49d8-8256-09fe7c188301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:34.283325 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event deleted for resources: {'Port': ['ID=e195b808-4b19-452d-95c3-34553cbd0564,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:34.286884 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:34.358689 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] No DVR routers for this DVR port e195b808-4b19-452d-95c3-34553cbd0564 on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:57:34.361192 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:34.363930 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-deleted', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:34.407883 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba143b17-e37a-4fff-95d0-4af90a080faf', 'name': 'network-vif-deleted', 'tag': 'e195b808-4b19-452d-95c3-34553cbd0564', 'status': 'completed', 'code': 200} Jul 29 08:57:34.458689 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-84c822cb-a6dd-4f6a-aea8-3aa5d1fb83d5 req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.11 "DELETE /v2.0/ports/e195b808-4b19-452d-95c3-34553cbd0564 HTTP/1.1" status: 204 len: 173 time: 1.1389196 Jul 29 08:57:34.484097 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af up at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 08:57:34.629237 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning for port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af completed by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 08:57:34.634753 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.provisioning_blocks [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Provisioning complete for port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af triggered by entity L2. {{(pid=79226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 08:57:34.641443 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1837549'] for port, provisioning_complete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:34.645899 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8f3dfa2b-1cdc-48a7-9b98-9444af9bb205 req-72fd290f-5aa5-4e96-af8c-b3f9299aa84d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Synchronizing usage tracker for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 08:57:34.766778 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.quota.resource [req-8f3dfa2b-1cdc-48a7-9b98-9444af9bb205 req-72fd290f-5aa5-4e96-af8c-b3f9299aa84d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Unset dirty status for tenant:56eedfc4ba7f47b19bc7fa320d03e865 on resource:port {{(pid=79224) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 08:57:34.772754 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-8f3dfa2b-1cdc-48a7-9b98-9444af9bb205 req-72fd290f-5aa5-4e96-af8c-b3f9299aa84d tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 210 time: 0.1714628 Jul 29 08:57:34.905376 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1853241'] for port, before_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:34.932900 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af'}] {{(pid=79226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:34.943273 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:34.986592 dv-cinder-802781-1-smb neutron-server[79226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af', 'code': 200} Jul 29 08:57:35.046807 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759894809667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759894361658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759894361703'] for port, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:35.048719 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:35.123159 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Pushing event updated for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=5']} {{(pid=79226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:35.126400 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:35.188534 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc41d5-083c-427b-a570-7b0dc95f7a7f req-072af4d5-9b04-4c1f-ad08-4683f4242bdd tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:35.190094 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-23bc41d5-083c-427b-a570-7b0dc95f7a7f req-072af4d5-9b04-4c1f-ad08-4683f4242bdd tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.0896347 Jul 29 08:57:35.245148 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-23bc41d5-083c-427b-a570-7b0dc95f7a7f req-42503349-32f6-406b-a543-d4e1dd2ec437 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Jul 29 08:57:35.437202 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227564-e147-4aab-9816-ebf2b4858320 req-0db0b32c-89ed-4a5a-9eb1-02ffc8cd9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:35.438780 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a6227564-e147-4aab-9816-ebf2b4858320 req-0db0b32c-89ed-4a5a-9eb1-02ffc8cd9582 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 1098 time: 0.0731268 Jul 29 08:57:35.480583 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-a6227564-e147-4aab-9816-ebf2b4858320 req-fa901d44-f7ca-42ae-8738-0d96218370a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Jul 29 08:57:35.933115 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-8b57b2c5-9349-431d-a5ff-2bdec515ec9b req-57c309b6-2d71-4836-9213-af12485228e2 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba143b17-e37a-4fff-95d0-4af90a080faf HTTP/1.1" status: 200 len: 210 time: 0.0431304 Jul 29 08:57:36.441236 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725b0a8-70a1-4b57-8a45-084703e5739d req-62231c0c-5265-4ff1-b4a4-7b2e2f154168 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:36.443980 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5725b0a8-70a1-4b57-8a45-084703e5739d req-62231c0c-5265-4ff1-b4a4-7b2e2f154168 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.0890932 Jul 29 08:57:36.494993 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-5725b0a8-70a1-4b57-8a45-084703e5739d req-e0f2b133-ec12-4542-a2d5-ed84062a1c00 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Jul 29 08:57:37.027344 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50206) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:37.110199 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:37.139739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:37.309085 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:37.313034 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-e473b3df-0bdb-4132-9c54-d2aafa93cc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:37.329846 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c47eff-a30a-4cae-adc4-686e805923b9,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:37.333939 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:37.434297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:37.435526 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4c47eff-a30a-4cae-adc4-686e805923b9 HTTP/1.1" status: 204 len: 168 time: 0.4070232 Jul 29 08:57:37.592167 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50214) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:37.679699 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da350a7-27e2-4c51-8d56-ff2cd0069a07 req-37891bb9-59c0-4a10-8150-8a0a5d18c4e8 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:37.681155 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7da350a7-27e2-4c51-8d56-ff2cd0069a07 req-37891bb9-59c0-4a10-8150-8a0a5d18c4e8 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Jul 29 08:57:37.734537 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-7da350a7-27e2-4c51-8d56-ff2cd0069a07 req-662cfb29-2eda-4bd5-9b70-5c85542c0be3 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Jul 29 08:57:38.152522 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:38.481827 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:38.513657 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Deleting port 3a25606d-6960-4a67-81b3-50bbcb382715 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:38.516835 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:38.516945 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: e195b808-4b19-452d-95c3-34553cbd0564 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:38.516945 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device e195b808-4b19-452d-95c3-34553cbd0564 not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:38.804548 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] For port 3a25606d-6960-4a67-81b3-50bbcb382715, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=3a25606d-6960-4a67-81b3-50bbcb382715,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:38.805390 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:38.936898 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Calling delete_port for 3a25606d-6960-4a67-81b3-50bbcb382715 owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:39.337575 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:39.341602 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-0efe954c-9226-4972-9c97-74134cf19953 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:39.385343 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a25606d-6960-4a67-81b3-50bbcb382715,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:39.388414 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:39.600753 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020a762-b609-40b1-9880-e9092a363a01 req-dc4f6e61-c502-4cc1-a1d2-ed5a7ce59679 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:39.602249 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4020a762-b609-40b1-9880-e9092a363a01 req-dc4f6e61-c502-4cc1-a1d2-ed5a7ce59679 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.1943846 Jul 29 08:57:39.646934 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-4020a762-b609-40b1-9880-e9092a363a01 req-ba28f85a-f081-40c5-91e9-208f4f582de2 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Jul 29 08:57:39.658510 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:40.118937 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:57:40.292789 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:57:40.301174 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Sync routers for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:57:40.310268 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:40.310887 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:40.415871 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2086c475-3153-4fcd-980c-21f264b38ec1 admin admin] 10.222.0.36 "PUT /v2.0/routers/38757ca3-f22d-4fbc-8a0d-ddee8563c61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8202534 Jul 29 08:57:40.416084 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50232) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:40.487572 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:40.593910 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:40.772952 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:57:39Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:40.776927 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Checking router: 38757ca3-f22d-4fbc-8a0d-ddee8563c61f for host: dv-cinder-802781-1-smb {{(pid=79226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:57:40.785445 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Routers {'38757ca3-f22d-4fbc-8a0d-ddee8563c61f'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:40.786084 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:14Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'], 'active': True} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:40.886326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:40.895935 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-6d515776-3129-4c12-859b-4dd23e0851d6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:40.897985 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-6d515776-3129-4c12-859b-4dd23e0851d6 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.2409487 Jul 29 08:57:40.963313 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_dvr_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] Set router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f gateway port host: dv-cinder-802781-1-smb {{(pid=79226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:40.975302 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0c3d-1f63-456d-8615-c5345c5f253c req-a0f35b4b-93a7-4fd7-9c6b-46325a7823c1 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 08:57:40.976796 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-547e0c3d-1f63-456d-8615-c5345c5f253c req-a0f35b4b-93a7-4fd7-9c6b-46325a7823c1 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 945 time: 0.1829998 Jul 29 08:57:40.980301 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Deleting port 8e82df73-9c57-4064-971a-be83b92dea23 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:40.980640 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:41.041940 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Deleting port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:41.042280 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:41.183422 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-547e0c3d-1f63-456d-8615-c5345c5f253c req-7c9b7334-bd49-475f-8e08-1f821a4c75f5 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9a9f5d7-6a21-468a-85bc-0f7e603b759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797965 Jul 29 08:57:41.298804 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.db.l3_hamode_db [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:57:39Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:41.303208 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935e1d4-af26-46d2-a0a8-1bc3bccb0d18 None None] The sync data for ids ['38757ca3-f22d-4fbc-8a0d-ddee8563c61f'] in dv-cinder-802781-1-smb is: [{'id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'name': 'tempest-TestShelveInstance-736461089-router', 'tenant_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '8e82df73-9c57-4064-971a-be83b92dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:01Z', 'updated_at': '2021-07-29T08:57:39Z', 'revision_number': 5, 'project_id': '56eedfc4ba7f47b19bc7fa320d03e865', 'gw_port': {'id': '8e82df73-9c57-4064-971a-be83b92dea23', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38757ca3-f22d-4fbc-8a0d-ddee8563c61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:02Z', 'updated_at': '2021-07-29T08:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}] {{(pid=79226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:57:41.345143 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] For port 8e82df73-9c57-4064-971a-be83b92dea23, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=8e82df73-9c57-4064-971a-be83b92dea23,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:41.345497 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:41.525125 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Calling delete_port for 8e82df73-9c57-4064-971a-be83b92dea23 owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:41.682827 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 3a25606d-6960-4a67-81b3-50bbcb382715 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:41.722078 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 3a25606d-6960-4a67-81b3-50bbcb382715 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:41.722368 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] For port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,segment=NetworkSegment(935c0580-a8d3-4e45-ab81-889b7ce77fdb),segment_id=935c0580-a8d3-4e45-ab81-889b7ce77fdb)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:41.722518 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 3a25606d-6960-4a67-81b3-50bbcb382715 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:41.722733 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:41.866574 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-265bb7a5-3cf0-4211-9260-3e5ef7049822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:41.883581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Calling delete_port for dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af owned by compute:nova {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:42.080463 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.154581 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.159273 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-603454b7-a1b2-4fc4-b399-29ef865c3df0 tempest-AttachVolumeTestJSON-238073829 tempest-AttachVolumeTestJSON-238073829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:42.202695 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e82df73-9c57-4064-971a-be83b92dea23,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:42.235737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:42.241654 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.253910 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] get_ports_and_sgs() called for port_ids ['dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af'] {{(pid=79226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 08:57:42.270796 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-fe900993-9226-4c01-8078-157d5a08a21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:42.324694 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Pushing event deleted for resources: {'Port': ['ID=dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:42.339399 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-69bb59b6-c8f5-4f23-b6ff-bfe64c1dc4cf req-5228c5f6-29eb-470f-894c-916ad8c25359 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 210 time: 0.0458632 Jul 29 08:57:42.359336 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:42.415552 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] No DVR routers for this DVR port dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af on host hv-cinder-80278 {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:57:42.416877 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.454339 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205143'] for port, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.456767 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'name': 'network-vif-deleted', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af'}] {{(pid=79224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 08:57:42.534561 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d46d21-0d9b-4a13-883d-7016ab3ad464', 'name': 'network-vif-deleted', 'tag': 'dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af', 'status': 'completed', 'code': 200} Jul 29 08:57:42.601462 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.603680 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.669668 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [req-3b3275c9-3393-4560-90c4-4ad2d42e7de8 req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.11 "DELETE /v2.0/ports/dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af HTTP/1.1" status: 204 len: 173 time: 1.7659116 Jul 29 08:57:42.766178 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.766682 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38757ca3-f22d-4fbc-8a0d-ddee8563c61f {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:57:42.775499 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.776715 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-030c5e9e-b0a0-4635-9d55-cc45811db1b9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/38757ca3-f22d-4fbc-8a0d-ddee8563c61f HTTP/1.1" status: 204 len: 168 time: 2.3597300 Jul 29 08:57:42.779281 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50242) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:42.844521 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Deleting subnet a483de6a-738c-4ee2-9ebb-bc5e804730f0 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:57:42.847732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.900768 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:42.977737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.126557 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.131718 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-24ad379a-cbda-4bea-b0e2-bc77bbbd69f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:43.169509 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.173780 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a483de6a-738c-4ee2-9ebb-bc5e804730f0,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:43.176571 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34246980-341a-444a-bb2c-0fea9fcc5e07 None None] Network 855110e0-b7ce-4004-98a0-fd555c0fc05d requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:57:43.177243 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:43.183375 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-5789fd57-5ffb-458c-9b47-2a8dee44fa69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a483de6a-738c-4ee2-9ebb-bc5e804730f0 HTTP/1.1" status: 204 len: 168 time: 0.3986988 Jul 29 08:57:43.183375 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50246) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:43.295743 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.306639 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Deleting port ae83de91-0bcb-43da-960e-b72e3386c7f8 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:43.306972 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.436701 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 8e82df73-9c57-4064-971a-be83b92dea23 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:43.473998 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 8e82df73-9c57-4064-971a-be83b92dea23 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:43.474397 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 8e82df73-9c57-4064-971a-be83b92dea23 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:43.513723 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] DHCP port deletion for 855110e0-b7ce-4004-98a0-fd555c0fc05d request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:57:43.518339 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Deleting port ae83de91-0bcb-43da-960e-b72e3386c7f8 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:43.518675 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.579575 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [req-eb52988e-258b-4292-9f47-2ce2032c4c38 req-5873fa0d-ff41-4724-b5cb-e610ed54b9b5 tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3d46d21-0d9b-4a13-883d-7016ab3ad464 HTTP/1.1" status: 200 len: 210 time: 0.0484326 Jul 29 08:57:43.666262 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] For port ae83de91-0bcb-43da-960e-b72e3386c7f8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=ae83de91-0bcb-43da-960e-b72e3386c7f8,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:43.666750 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.731164 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] For port ae83de91-0bcb-43da-960e-b72e3386c7f8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=ae83de91-0bcb-43da-960e-b72e3386c7f8,segment=NetworkSegment(a3b9552e-5fca-41b1-9b38-9b3ac266792f),segment_id=a3b9552e-5fca-41b1-9b38-9b3ac266792f)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:43.731567 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.791985 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Calling delete_port for ae83de91-0bcb-43da-960e-b72e3386c7f8 owned by network:dhcp {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:43.852684 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Calling delete_port for ae83de91-0bcb-43da-960e-b72e3386c7f8 owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:43.966270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:43.971522 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-46756759-4d36-460e-8a4f-f6e98ca7716d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:43.972031 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:57:43.972392 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:57:44.018507 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] No DVR routers for this DVR port ae83de91-0bcb-43da-960e-b72e3386c7f8 on host dv-cinder-802781-1-smb {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:57:44.050293 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ae83de91-0bcb-43da-960e-b72e3386c7f8,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:44.052809 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:44.136235 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.150056 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855110e0-b7ce-4004-98a0-fd555c0fc05d']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:44.160537 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22781c54-4fc0-444b-9936-115f978e3d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.164089 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b9552e-5fca-41b1-9b38-9b3ac266792f') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:44.164388 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b9552e-5fca-41b1-9b38-9b3ac266792f') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:44.176573 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.192351 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.198864 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:57:44.199255 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:57:44.212685 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:57:44.355239 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.358787 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:44.371732 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.383211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Pushing event deleted for resources: {'Network': ['ID=855110e0-b7ce-4004-98a0-fd555c0fc05d,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:44.387196 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:44.458954 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-7fb3f6a7-ea0a-42df-b67d-50d4844771ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/855110e0-b7ce-4004-98a0-fd555c0fc05d HTTP/1.1" status: 204 len: 168 time: 1.2760837 Jul 29 08:57:44.461718 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50252) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:44.473910 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Deleting port ae83de91-0bcb-43da-960e-b72e3386c7f8 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:44.474572 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:44.505053 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:44.547803 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] No Port match for: dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:44.548160 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Device dda8dfae-36b3-4dd0-b5ad-a5ac4675c4af not bound to the agent host hv-cinder-80278 {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:44.584400 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-94593966-cf32-4c0d-88ca-3cb7f34bb00e None None] The port 'ae83de91-0bcb-43da-960e-b72e3386c7f8' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:57:45.002794 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-931277'] for router_interface, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:45.320031 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:45.420116 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device ae83de91-0bcb-43da-960e-b72e3386c7f8 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:45.458169 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: ae83de91-0bcb-43da-960e-b72e3386c7f8 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:45.458530 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device ae83de91-0bcb-43da-960e-b72e3386c7f8 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:45.461952 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Deleting port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:45.462427 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:45.644161 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] For port 2b98ee9c-ed25-4848-bd91-4e9e8c9498de, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:45.644518 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:45.772969 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Calling delete_port for 2b98ee9c-ed25-4848-bd91-4e9e8c9498de owned by network:router_interface {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:46.051958 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:46.056019 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8df60a6a-7b40-41cf-b91e-32a6aafa62d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:46.100077 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b98ee9c-ed25-4848-bd91-4e9e8c9498de,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:46.102713 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:46.382107 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931249'] for router_interface, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:46.752448 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Router 73bdedca-a090-4e7d-8323-3e9235947405 has already been hosted by L3 agent 20ca4c5a-44e8-42b2-9533-2823c8479c26 {{(pid=79224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 08:57:46.760530 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:47.029395 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] Notify agent at l3_agent.dv-cinder-802781-1-smb the message routers_updated {{(pid=79224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 08:57:47.038169 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Sync routers for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 08:57:47.038851 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-7f268223-c60e-4433-af54-50ee713f861e admin admin] 10.222.0.36 "PUT /v2.0/routers/73bdedca-a090-4e7d-8323-3e9235947405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5761824 Jul 29 08:57:47.041341 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50300) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:47.048843 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:47.049453 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:47.232737 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:47.233495 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: dv-cinder-802781-1-smb {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:47.432270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:47.520637 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Deleting port e022f64f-0606-4b4d-8ded-cce342aef8ad {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:47.521669 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:47.543433 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'external_fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:57:45Z', 'revision_number': 5, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port': {'id': 'e022f64f-0606-4b4d-8ded-cce342aef8ad', 'name': '', 'network_id': '881a7fd5-f822-4a3e-9940-27d7c43afdc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bdedca-a090-4e7d-8323-3e9235947405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:53:11Z', 'updated_at': '2021-07-29T08:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9230837-e484-4e4c-b888-f3cf6c4e5705', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-smb'}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:47.548183 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Checking router: 73bdedca-a090-4e7d-8323-3e9235947405 for host: dv-cinder-802781-1-smb {{(pid=79227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 08:57:47.557673 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Routers {'73bdedca-a090-4e7d-8323-3e9235947405'} bound to L3 agent in host dv-cinder-802781-1-smb {{(pid=79227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 08:57:47.558468 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T08:36:14Z,description=,heartbeat_timestamp=2021-07-29T08:57:44Z,host='dv-cinder-802781-1-smb',id=20ca4c5a-44e8-42b2-9533-2823c8479c26,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T08:36:15Z,topic='l3_agent')) {'router_ids': ['73bdedca-a090-4e7d-8323-3e9235947405'], 'active': True} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:47.710345 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] For port e022f64f-0606-4b4d-8ded-cce342aef8ad, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=e022f64f-0606-4b4d-8ded-cce342aef8ad,segment=NetworkSegment(aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5),segment_id=aa9d9e95-f0f2-437f-93b5-7ecd7a12d4e5)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:47.710783 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:47.720077 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_dvr_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] Set router 73bdedca-a090-4e7d-8323-3e9235947405 gateway port host: None {{(pid=79227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 08:57:47.856211 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Calling delete_port for e022f64f-0606-4b4d-8ded-cce342aef8ad owned by network:router_gateway {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:47.882367 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.l3_hamode_db [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:57:47Z', 'revision_number': 6, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port_host': None}], 'dv-cinder-802781-1-smb', False) {} {{(pid=79227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:47.888023 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283a03-2821-484c-84e3-5845e0081b29 None None] The sync data for ids ['73bdedca-a090-4e7d-8323-3e9235947405'] in dv-cinder-802781-1-smb is: [{'id': '73bdedca-a090-4e7d-8323-3e9235947405', 'name': 'tempest-TestShelveInstance-1483410575-router', 'tenant_id': '93f31686b25d4909ad970ef35a3debfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:53:10Z', 'updated_at': '2021-07-29T08:57:47Z', 'revision_number': 6, 'project_id': '93f31686b25d4909ad970ef35a3debfa', 'gw_port_host': None}] {{(pid=79227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 08:57:48.189613 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.196644 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-655e77de-0eb4-45d8-8a6b-ad31846511ac tempest-VolumesActionsTest-1903099142 tempest-VolumesActionsTest-1903099142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:48.261883 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e022f64f-0606-4b4d-8ded-cce342aef8ad,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:48.303584 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:48.389012 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640536'] for router_gateway, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.690700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-933186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-851'] for router, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.693888 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.846165 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932162'] for router, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.846739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bdedca-a090-4e7d-8323-3e9235947405 {{(pid=79224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 08:57:48.861975 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:48.864229 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ffd7066b-5d96-4497-b9ea-6a5e6b696eb0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/73bdedca-a090-4e7d-8323-3e9235947405 HTTP/1.1" status: 204 len: 168 time: 1.8218720 Jul 29 08:57:48.867578 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50330) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:48.954163 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Deleting subnet 1b47ef06-5183-4fc3-8257-c767c765b5c1 {{(pid=79225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:57:48.958010 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.022897 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499655'] for subnet, precommit_delete_associations {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.119817 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.303845 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2189861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2383245'] for subnet, after_delete {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.309674 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:49.346131 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron_lib.callbacks.manager [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for subnet, before_response {{(pid=79225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.358250 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1b47ef06-5183-4fc3-8257-c767c765b5c1 HTTP/1.1" status: 204 len: 168 time: 0.4885414 Jul 29 08:57:49.359477 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b47ef06-5183-4fc3-8257-c767c765b5c1,revision_number=None']} {{(pid=79225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:49.361266 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b0cce-c53a-412b-921c-f472278f1ce7 None None] Network 061a82eb-dad7-4d08-97f0-772234fe5759 requested from dv-cinder-802781-1-smb {{(pid=79226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 08:57:49.362155 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG oslo_concurrency.lockutils [None req-ba94c421-2c7a-46da-81ed-831ca6acc72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:49.362647 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50334) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:49.525010 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.536659 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Deleting port 1447bae7-48ac-4c25-a12f-7c451f2387e8 {{(pid=79224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:49.537005 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.586487 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 2b98ee9c-ed25-4848-bd91-4e9e8c9498de no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:49.635571 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 2b98ee9c-ed25-4848-bd91-4e9e8c9498de {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:49.635925 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 2b98ee9c-ed25-4848-bd91-4e9e8c9498de not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:49.636357 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device e022f64f-0606-4b4d-8ded-cce342aef8ad no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:49.713943 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: e022f64f-0606-4b4d-8ded-cce342aef8ad {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:49.714305 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device e022f64f-0606-4b4d-8ded-cce342aef8ad not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:49.771931 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.db [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] For port 1447bae7-48ac-4c25-a12f-7c451f2387e8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=1447bae7-48ac-4c25-a12f-7c451f2387e8,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:49.772807 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.855132 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] DHCP port deletion for 061a82eb-dad7-4d08-97f0-772234fe5759 request from dv-cinder-802781-1-smb {{(pid=79226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 08:57:49.860107 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Deleting port 1447bae7-48ac-4c25-a12f-7c451f2387e8 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:49.860761 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:49.951454 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.plugin [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Calling delete_port for 1447bae7-48ac-4c25-a12f-7c451f2387e8 owned by network:dhcp {{(pid=79224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:50.146800 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.db [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] For port 1447bae7-48ac-4c25-a12f-7c451f2387e8, host dv-cinder-802781-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-smb',level=0,port_id=1447bae7-48ac-4c25-a12f-7c451f2387e8,segment=NetworkSegment(56223f02-1cc2-4637-9eb3-eda40e27f7ce),segment_id=56223f02-1cc2-4637-9eb3-eda40e27f7ce)] {{(pid=79226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 08:57:50.147099 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641278'] for port, precommit_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.149090 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759894809676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759894361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3920424'] for port, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.153630 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6aee96f6-0565-44e2-95d8-4c0c2ec1d702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:50.211187 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Pushing event deleted for resources: {'Port': ['ID=1447bae7-48ac-4c25-a12f-7c451f2387e8,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:50.213326 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] No DVR routers for this DVR port 1447bae7-48ac-4c25-a12f-7c451f2387e8 on host dv-cinder-802781-1-smb {{(pid=79224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 08:57:50.215430 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:50.349797 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Calling delete_port for 1447bae7-48ac-4c25-a12f-7c451f2387e8 owned by network:dhcp {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 08:57:50.355048 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.369660 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061a82eb-dad7-4d08-97f0-772234fe5759']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:50.385119 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56223f02-1cc2-4637-9eb3-eda40e27f7ce') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:50.385465 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56223f02-1cc2-4637-9eb3-eda40e27f7ce') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:57:50.399270 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.421441 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.429977 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:57:50.430394 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.431401 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.db.api [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 08:57:50.432162 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG oslo_db.api [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:57:50.444721 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:57:50.874572 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.878722 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:50.892076 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:50.903474 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Pushing event deleted for resources: {'Network': ['ID=061a82eb-dad7-4d08-97f0-772234fe5759,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:50.906551 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:50.908220 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-ecd673dc-0a07-4357-80bc-3a9755042271 admin admin] 10.222.0.36 "DELETE /v2.0/networks/061a82eb-dad7-4d08-97f0-772234fe5759 HTTP/1.1" status: 204 len: 168 time: 1.5438316 Jul 29 08:57:50.933391 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Deleting port 1447bae7-48ac-4c25-a12f-7c451f2387e8 {{(pid=79226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 08:57:50.933947 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759894919720'] for port, before_delete {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:51.006676 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-3f807c4a-bddb-4dbb-b767-e37a7e024b98 None None] The port '1447bae7-48ac-4c25-a12f-7c451f2387e8' was deleted {{(pid=79226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 08:57:51.356383 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50352) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:51.412348 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-1b9897d1-461e-4215-a97a-b645f64b12ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56eedfc4ba7f47b19bc7fa320d03e865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538986 Jul 29 08:57:51.414700 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50356) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:51.450329 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 1447bae7-48ac-4c25-a12f-7c451f2387e8 no longer exists at agent ovs-agent-dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 08:57:51.494049 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] No Port match for: 1447bae7-48ac-4c25-a12f-7c451f2387e8 {{(pid=79226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 08:57:51.494634 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron.plugins.ml2.rpc [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Device 1447bae7-48ac-4c25-a12f-7c451f2387e8 not bound to the agent host dv-cinder-802781-1-smb {{(pid=79226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 08:57:51.500457 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:51.552071 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:51.710379 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:51.716627 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-03795f4c-1ad4-43e5-a6b3-350de15253a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:51.735784 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3cd26-a504-4387-b489-198ace8c9fc6,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:51.739248 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:51.749739 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:51.754133 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-eca70fde-d8f4-4ada-bc1e-67df7f128853 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dac3cd26-a504-4387-b489-198ace8c9fc6 HTTP/1.1" status: 204 len: 168 time: 0.3360486 Jul 29 08:57:52.642383 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [-] (79225) accepted ('10.222.0.36', 50368) {{(pid=79225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:52.701946 dv-cinder-802781-1-smb neutron-server[79225]: INFO neutron.wsgi [None req-1ece67d9-2f8f-43cf-9438-79e28e32efdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93f31686b25d4909ad970ef35a3debfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582254 Jul 29 08:57:52.702156 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50372) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:57:52.789493 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:52.818914 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:52.965735 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:52.970261 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-8182e47f-9b22-41eb-8eba-f76d71c57385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:57:52.986523 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c63a32-0614-45f0-ab93-7ca56d5d8726,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:57:52.989692 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:57:52.990778 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:52.991910 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-aab9a2e8-977b-4175-86f8-912bf70d7d8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55c63a32-0614-45f0-ab93-7ca56d5d8726 HTTP/1.1" status: 204 len: 168 time: 0.2882867 Jul 29 08:57:56.463211 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:57:59.851122 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:58:08.543578 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50512) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:58:08.606814 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Deleting subnet 43f0780d-5395-43c7-8bdf-580c6ab8ced7 {{(pid=79224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 08:58:08.609954 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:08.658281 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3920814'] for subnet, precommit_delete_associations {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:08.718946 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1865887'] for subnet, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:08.857556 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1865872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3920507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2319185'] for subnet, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:08.861694 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:58:08.895061 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f0780d-5395-43c7-8bdf-580c6ab8ced7,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:58:08.898174 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:58:08.902837 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:08.908993 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-92f7581c-77a5-4ead-a55e-6d6301ffdbb7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/43f0780d-5395-43c7-8bdf-580c6ab8ced7 HTTP/1.1" status: 204 len: 168 time: 0.3643923 Jul 29 08:58:08.911452 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50516) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:58:09.112222 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1923422'] for network, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.234254 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1865572', 'neutron.services.segments.db._delete_segments_for_network-8759894807965'] for network, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.247553 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d90ab1-f7a1-475a-97be-849be544e771']}} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:58:09.259927 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935c0580-a8d3-4e45-ab81-889b7ce77fdb') {'for_net_delete': True} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:58:09.260220 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.services.segments.db [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935c0580-a8d3-4e45-ab81-889b7ce77fdb') {} {{(pid=79224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 08:58:09.271297 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759894807287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3920817'] for segment, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.295878 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1860517'] for segment, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.300986 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=79224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 08:58:09.301403 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1860524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3920413'] for segment, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: Traceback (most recent call last): Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: timer() Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: cb(*args, **kw) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: return func(*args, **kwargs) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: self._notify() Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: self.callback(batched_events) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: event.method(event) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: return f(self, *a, **k) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: return self._get(url).json() Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: return self.request(url, 'GET', **kwargs) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 08:58:09.315240 dv-cinder-802781-1-smb neutron-server[79224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 08:58:09.519905 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1865501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640517'] for network, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.524574 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642792'] for network, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:09.527354 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-5a44db99-4f86-4250-a8d4-a1e51242134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:58:09.549839 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d90ab1-f7a1-475a-97be-849be544e771,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:58:09.552293 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:58:09.686616 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-4c953a82-e354-45d6-adca-0a09202e3d91 admin admin] 10.222.0.36 "DELETE /v2.0/networks/76d90ab1-f7a1-475a-97be-849be544e771 HTTP/1.1" status: 204 len: 168 time: 0.7739470 Jul 29 08:58:10.101986 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50524) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:58:10.155336 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-2922cafe-28c9-46f9-b807-77dcf5077263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbd2d114aac34d7bbe943fbf56711e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520971 Jul 29 08:58:10.157693 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.wsgi [-] (79224) accepted ('10.222.0.36', 50528) {{(pid=79224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 08:58:10.215112 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:10.240825 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:10.370857 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992081'] for security_group, after_delete {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:10.374688 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-6986ae27-d78a-45f2-ada7-17d2cc1e2c87 tempest-TestShelveInstance-1923293326 tempest-TestShelveInstance-1923293326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 08:58:10.390562 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9f5d7-6a21-468a-85bc-0f7e603b759e,revision_number=None']} {{(pid=79224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 08:58:10.392938 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG oslo_concurrency.lockutils [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 08:58:10.481104 dv-cinder-802781-1-smb neutron-server[79224]: DEBUG neutron_lib.callbacks.manager [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:10.482542 dv-cinder-802781-1-smb neutron-server[79224]: INFO neutron.wsgi [None req-bedadbd1-51aa-4aa3-8ddd-7f5a1ba4cc25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9a9f5d7-6a21-468a-85bc-0f7e603b759e HTTP/1.1" status: 204 len: 168 time: 0.3239493 Jul 29 08:58:11.777312 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1860-6226-4da3-b270-215128dfefec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:12.022485 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:14.131240 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-861a9901-f0c0-41f6-b316-ac1d4447b9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:15.313746 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:16.736361 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:26.457071 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:36.850225 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:58:41.735526 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-a29477b9-c202-4689-9530-f83e3f8f0f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:42.021274 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:44.130131 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9db70332-c8d0-4bd8-9e8b-ee95e7cb29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:45.316862 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:46.701142 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:58:56.484089 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:11.723784 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-0ac27163-26d9-4884-8aff-1a93809ccdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:12.049635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:13.849036 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:59:14.138927 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff4468d9-63fd-4d77-85b9-d3c1951f60a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:15.315369 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:16.692415 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:26.474459 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:41.737196 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c1694853-92ab-4816-82f5-a7581f281f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:42.025558 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:44.148369 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ee340bfc-5ee7-4452-9db8-c2d15e3c3685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:45.322718 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:46.730919 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 08:59:50.848623 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 08:59:56.476992 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:11.747135 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-93b877a2-1037-490d-a8f6-2da37286bb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:12.047639 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:14.169693 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-c5fe809d-14af-4db0-a87a-9a30cfe71671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:15.341278 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:16.740725 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:26.540467 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:27.848100 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 09:00:41.762704 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ac32d6b8-16af-4c3b-a1bc-2b647c035796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:42.064224 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:44.161257 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e64f-8a84-4f7d-af26-3c543feee5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:45.328286 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:46.768351 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:00:56.544787 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:04.847183 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 09:01:11.721835 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-09eef33c-dc5f-4dfb-beab-df613accb1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:12.029248 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:14.155461 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-5eadab4e-5ab9-454a-a90e-ca34ffc35113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:15.338155 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:16.755127 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:26.514511 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:41.725217 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ae07-58be-4103-9345-f6ed773026a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:41.846232 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 09:01:42.057035 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:44.142503 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-d70e6caa-5163-48e1-a409-963b27085742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:45.372949 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:46.702569 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:01:56.633558 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:11.741398 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-74e2f0b1-976f-4769-9e1d-d8a3a4f531fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:12.038770 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:14.141117 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-18c572f5-0b92-4b91-bec0-fc12177e258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:15.353635 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:16.747033 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:18.846074 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 09:02:26.569608 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:41.769339 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d23-10d0-4474-bc89-16c0dcb5720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:42.054984 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-dd013e7d-a78d-4b4e-9017-71928d69accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:44.151124 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-9ac87e88-7d73-46e7-9da3-da1eba441200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:45.380658 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-099b5b05-02e3-4d2f-8616-aa01892ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:46.775075 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-22b0abfd-37a5-4e06-8617-1a28db7add97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 09:02:55.278612 dv-cinder-802781-1-smb neutron-server[79225]: DEBUG neutron.wsgi [req-9139dcf0-4702-4f3f-a9d7-932aa781675d req-7b506c6f-2621-45da-ba47-956acec77d62 service neutron] (79225) timed out ('10.222.0.11', 53496) {{(pid=79225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 09:02:55.844658 dv-cinder-802781-1-smb neutron-server[79227]: DEBUG neutron.db.agents_db [None req-31d1dd65-0022-418b-938b-898a764cc3ef None None] Agent healthcheck: found 6 active agents {{(pid=79227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 09:02:56.631608 dv-cinder-802781-1-smb neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-ff6e535b-c861-4b55-a033-14637abf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759894807947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1837406'] for agent, after_update {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}